[ 551.065122] env[69437]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69437) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 551.065548] env[69437]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69437) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 551.065629] env[69437]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69437) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 551.065913] env[69437]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 551.176633] env[69437]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69437) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 551.186428] env[69437]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69437) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 551.230833] env[69437]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 551.791489] env[69437]: INFO nova.virt.driver [None req-216bbc26-5505-4b87-ae54-40a8e74d3ab4 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 551.863335] env[69437]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.863504] env[69437]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.863615] env[69437]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69437) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 554.867931] env[69437]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-6f2f1b49-eba8-49b8-aef6-63ee7ea88d76 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.884125] env[69437]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69437) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 554.884291] env[69437]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e1762f8d-a53f-4ad3-b13f-ac1abcb561f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.914618] env[69437]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 2e4b8. [ 554.914812] env[69437]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.051s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.915507] env[69437]: INFO nova.virt.vmwareapi.driver [None req-216bbc26-5505-4b87-ae54-40a8e74d3ab4 None None] VMware vCenter version: 7.0.3 [ 554.919590] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201757cc-2158-4ac1-9ba3-5704f020a198 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.938099] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5318b1e7-05c6-4bdd-9941-3ffcb9718ab9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.944729] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59859e0c-4bdf-4cd0-a084-45639ef5c66b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.952086] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c964d107-5716-4b62-a76b-4b635d71b1be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.966054] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4058968-1f80-401e-8b67-2ba9d9528193 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.972611] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999fe911-c323-4337-aa41-6c3dc4531310 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.003183] env[69437]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1265cc2a-9786-4e75-8950-ca5bc66945f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.009633] env[69437]: DEBUG nova.virt.vmwareapi.driver [None req-216bbc26-5505-4b87-ae54-40a8e74d3ab4 None None] Extension org.openstack.compute already exists. {{(pid=69437) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 555.012432] env[69437]: INFO nova.compute.provider_config [None req-216bbc26-5505-4b87-ae54-40a8e74d3ab4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 555.516303] env[69437]: DEBUG nova.context [None req-216bbc26-5505-4b87-ae54-40a8e74d3ab4 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),9aec4b20-a869-41b0-ac56-b2be9e8c2b55(cell1) {{(pid=69437) load_cells /opt/stack/nova/nova/context.py:464}} [ 555.517975] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.518297] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.519056] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.519500] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Acquiring lock "9aec4b20-a869-41b0-ac56-b2be9e8c2b55" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.519686] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Lock "9aec4b20-a869-41b0-ac56-b2be9e8c2b55" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.520727] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Lock "9aec4b20-a869-41b0-ac56-b2be9e8c2b55" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.541177] env[69437]: INFO dbcounter [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Registered counter for database nova_cell0 [ 555.549816] env[69437]: INFO dbcounter [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Registered counter for database nova_cell1 [ 555.553731] env[69437]: DEBUG oslo_db.sqlalchemy.engines [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69437) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 555.554116] env[69437]: DEBUG oslo_db.sqlalchemy.engines [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69437) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 555.559331] env[69437]: ERROR nova.db.main.api [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 555.559331] env[69437]: result = function(*args, **kwargs) [ 555.559331] env[69437]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 555.559331] env[69437]: return func(*args, **kwargs) [ 555.559331] env[69437]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 555.559331] env[69437]: result = fn(*args, **kwargs) [ 555.559331] env[69437]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 555.559331] env[69437]: return f(*args, **kwargs) [ 555.559331] env[69437]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 555.559331] env[69437]: return db.service_get_minimum_version(context, binaries) [ 555.559331] env[69437]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 555.559331] env[69437]: _check_db_access() [ 555.559331] env[69437]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 555.559331] env[69437]: stacktrace = ''.join(traceback.format_stack()) [ 555.559331] env[69437]: [ 555.560198] env[69437]: ERROR nova.db.main.api [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 555.560198] env[69437]: result = function(*args, **kwargs) [ 555.560198] env[69437]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 555.560198] env[69437]: return func(*args, **kwargs) [ 555.560198] env[69437]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 555.560198] env[69437]: result = fn(*args, **kwargs) [ 555.560198] env[69437]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 555.560198] env[69437]: return f(*args, **kwargs) [ 555.560198] env[69437]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 555.560198] env[69437]: return db.service_get_minimum_version(context, binaries) [ 555.560198] env[69437]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 555.560198] env[69437]: _check_db_access() [ 555.560198] env[69437]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 555.560198] env[69437]: stacktrace = ''.join(traceback.format_stack()) [ 555.560198] env[69437]: [ 555.560595] env[69437]: WARNING nova.objects.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 555.560730] env[69437]: WARNING nova.objects.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Failed to get minimum service version for cell 9aec4b20-a869-41b0-ac56-b2be9e8c2b55 [ 555.561189] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Acquiring lock "singleton_lock" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.561355] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Acquired lock "singleton_lock" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.561603] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Releasing lock "singleton_lock" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.561930] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Full set of CONF: {{(pid=69437) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 555.562086] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ******************************************************************************** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 555.562216] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] Configuration options gathered from: {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 555.562352] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 555.562544] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 555.562670] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ================================================================================ {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 555.562876] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] allow_resize_to_same_host = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.563059] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] arq_binding_timeout = 300 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.563196] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] backdoor_port = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.563322] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] backdoor_socket = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.563487] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] block_device_allocate_retries = 60 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.563646] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] block_device_allocate_retries_interval = 3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.563811] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cert = self.pem {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.563976] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.564160] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute_monitors = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.564329] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] config_dir = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.564499] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] config_drive_format = iso9660 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.564630] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.564794] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] config_source = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.564960] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] console_host = devstack {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.565140] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] control_exchange = nova {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.565302] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cpu_allocation_ratio = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.565460] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] daemon = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.565627] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] debug = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.565781] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] default_access_ip_network_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.565944] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] default_availability_zone = nova {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.566112] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] default_ephemeral_format = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.566272] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] default_green_pool_size = 1000 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.566548] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.566725] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] default_schedule_zone = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.566886] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] disk_allocation_ratio = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.567091] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] enable_new_services = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.567285] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] enabled_apis = ['osapi_compute'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.567451] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] enabled_ssl_apis = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.567613] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] flat_injected = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.567772] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] force_config_drive = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.567939] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] force_raw_images = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.568126] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] graceful_shutdown_timeout = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.568291] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] heal_instance_info_cache_interval = -1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.568516] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] host = cpu-1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.568695] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.568858] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.569027] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.569263] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.569450] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] instance_build_timeout = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.569616] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] instance_delete_interval = 300 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.569787] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] instance_format = [instance: %(uuid)s] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.569952] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] instance_name_template = instance-%08x {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.570136] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] instance_usage_audit = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.570308] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] instance_usage_audit_period = month {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.570474] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.570639] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.570802] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] internal_service_availability_zone = internal {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.570962] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] key = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.571135] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] live_migration_retry_count = 30 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.571307] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] log_color = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.571470] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] log_config_append = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.571633] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.571790] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] log_dir = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.571945] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] log_file = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.572085] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] log_options = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.572253] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] log_rotate_interval = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.572423] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] log_rotate_interval_type = days {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.572590] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] log_rotation_type = none {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.572719] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.572844] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.573028] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.573184] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.573311] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.573474] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] long_rpc_timeout = 1800 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.573634] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] max_concurrent_builds = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.573791] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] max_concurrent_live_migrations = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.573949] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] max_concurrent_snapshots = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.574124] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] max_local_block_devices = 3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.574283] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] max_logfile_count = 30 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.574438] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] max_logfile_size_mb = 200 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.574595] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] maximum_instance_delete_attempts = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.574760] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] metadata_listen = 0.0.0.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.574930] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] metadata_listen_port = 8775 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.575112] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] metadata_workers = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.575277] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] migrate_max_retries = -1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.575442] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] mkisofs_cmd = genisoimage {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.575649] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.575781] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] my_ip = 10.180.1.21 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.575984] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.576166] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] network_allocate_retries = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.576346] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.576511] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.576674] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] osapi_compute_listen_port = 8774 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.576840] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] osapi_compute_unique_server_name_scope = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.577055] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] osapi_compute_workers = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.577229] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] password_length = 12 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.577402] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] periodic_enable = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.577583] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] periodic_fuzzy_delay = 60 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.577758] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] pointer_model = usbtablet {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.577925] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] preallocate_images = none {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.578099] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] publish_errors = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.578230] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] pybasedir = /opt/stack/nova {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.578390] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ram_allocation_ratio = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.578562] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] rate_limit_burst = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.578715] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] rate_limit_except_level = CRITICAL {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.578876] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] rate_limit_interval = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.579046] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] reboot_timeout = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.579252] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] reclaim_instance_interval = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.579381] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] record = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.579549] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] reimage_timeout_per_gb = 60 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.579713] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] report_interval = 120 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.579875] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] rescue_timeout = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.580047] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] reserved_host_cpus = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.580216] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] reserved_host_disk_mb = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.580375] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] reserved_host_memory_mb = 512 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.580533] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] reserved_huge_pages = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.580692] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] resize_confirm_window = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.580853] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] resize_fs_using_block_device = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.581019] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] resume_guests_state_on_host_boot = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.581191] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.581353] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] rpc_response_timeout = 60 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.581513] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] run_external_periodic_tasks = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.581679] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] running_deleted_instance_action = reap {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.581838] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.581996] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] running_deleted_instance_timeout = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.582169] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler_instance_sync_interval = 120 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.582336] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_down_time = 720 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.582502] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] servicegroup_driver = db {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.582659] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] shell_completion = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.582819] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] shelved_offload_time = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.582977] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] shelved_poll_interval = 3600 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.583161] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] shutdown_timeout = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.583323] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] source_is_ipv6 = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.583484] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ssl_only = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.583742] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.583921] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] sync_power_state_interval = 600 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.584098] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] sync_power_state_pool_size = 1000 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.584273] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] syslog_log_facility = LOG_USER {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.584430] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] tempdir = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.584590] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] timeout_nbd = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.584756] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] transport_url = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.584928] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] update_resources_interval = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.585125] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] use_cow_images = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.585291] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] use_journal = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.585450] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] use_json = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.585607] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] use_rootwrap_daemon = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.585763] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] use_stderr = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.585920] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] use_syslog = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.586089] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vcpu_pin_set = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.586256] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plugging_is_fatal = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.586424] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plugging_timeout = 300 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.586587] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] virt_mkfs = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.586746] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] volume_usage_poll_interval = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.586932] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] watch_log_file = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.587148] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] web = /usr/share/spice-html5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 555.587365] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.587518] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.587682] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 555.587852] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_concurrency.disable_process_locking = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.058786] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.059191] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.059310] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.059507] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.059689] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.059860] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.060062] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.auth_strategy = keystone {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.060243] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.compute_link_prefix = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.060422] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.060598] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.dhcp_domain = novalocal {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.060769] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.enable_instance_password = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.060934] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.glance_link_prefix = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.061118] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.061293] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.061459] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.instance_list_per_project_cells = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.061623] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.list_records_by_skipping_down_cells = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.061786] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.local_metadata_per_cell = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.061953] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.max_limit = 1000 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.062159] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.metadata_cache_expiration = 15 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.062354] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.neutron_default_tenant_id = default {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.062527] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.response_validation = warn {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.062701] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.use_neutron_default_nets = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.062872] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.063050] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.063226] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.063399] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.063576] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.vendordata_dynamic_targets = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.063742] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.vendordata_jsonfile_path = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.063926] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.064153] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.backend = dogpile.cache.memcached {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.064328] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.backend_argument = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.064490] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.backend_expiration_time = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.064662] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.config_prefix = cache.oslo {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.064866] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.dead_timeout = 60.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.065064] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.debug_cache_backend = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.065246] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.enable_retry_client = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.065417] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.enable_socket_keepalive = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.065589] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.enabled = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.065752] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.enforce_fips_mode = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.065917] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.expiration_time = 600 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.066095] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.hashclient_retry_attempts = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.066269] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.066433] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_dead_retry = 300 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.066590] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_password = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.066755] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.066956] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.067134] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_pool_maxsize = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.067286] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.067455] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_sasl_enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.067634] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.067803] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.067982] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.memcache_username = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.068189] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.proxies = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.068358] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.redis_db = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.068523] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.redis_password = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.068697] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.068873] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.069055] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.redis_server = localhost:6379 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.069233] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.redis_socket_timeout = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.069416] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.redis_username = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.069584] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.retry_attempts = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.069756] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.retry_delay = 0.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.069921] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.socket_keepalive_count = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.070099] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.socket_keepalive_idle = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.070268] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.socket_keepalive_interval = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.070427] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.tls_allowed_ciphers = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.070582] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.tls_cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.070739] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.tls_certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.070899] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.tls_enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.071094] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cache.tls_keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.071284] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.auth_section = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.071464] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.auth_type = password {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.071628] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.071807] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.071967] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.072149] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.072316] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.cross_az_attach = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.072481] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.debug = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.072643] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.endpoint_template = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.072810] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.http_retries = 3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.072974] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.073147] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.073322] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.os_region_name = RegionOne {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.073491] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.073645] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cinder.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.073817] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.073974] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.cpu_dedicated_set = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.074170] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.cpu_shared_set = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.074343] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.image_type_exclude_list = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.074511] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.074675] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.074843] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.075013] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.075194] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.075357] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.resource_provider_association_refresh = 300 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.075518] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.075718] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.shutdown_retry_interval = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.075857] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.076045] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] conductor.workers = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.076237] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] console.allowed_origins = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.076402] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] console.ssl_ciphers = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.076574] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] console.ssl_minimum_version = default {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.076746] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] consoleauth.enforce_session_timeout = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.076919] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] consoleauth.token_ttl = 600 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.077144] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.077315] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.077487] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.077651] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.connect_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.077817] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.connect_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.077977] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.endpoint_override = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.078159] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.078323] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.078487] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.max_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.078646] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.min_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.078807] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.region_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.078969] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.retriable_status_codes = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.079149] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.service_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.079354] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.service_type = accelerator {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.079531] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.079695] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.status_code_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.079857] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.status_code_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.080046] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.080252] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.080420] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] cyborg.version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.080592] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.asyncio_connection = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.080757] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.asyncio_slave_connection = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.080928] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.backend = sqlalchemy {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.081117] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.connection = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.081288] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.connection_debug = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.081461] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.connection_parameters = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.081627] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.connection_recycle_time = 3600 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.081792] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.connection_trace = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.081957] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.db_inc_retry_interval = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.082137] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.db_max_retries = 20 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.082304] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.db_max_retry_interval = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.082464] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.db_retry_interval = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.082627] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.max_overflow = 50 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.082786] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.max_pool_size = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.082950] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.max_retries = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.083160] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.083330] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.mysql_wsrep_sync_wait = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.083489] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.pool_timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.083653] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.retry_interval = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.083813] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.slave_connection = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.083974] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.sqlite_synchronous = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.084155] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] database.use_db_reconnect = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.084324] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.asyncio_connection = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.084485] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.asyncio_slave_connection = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.084654] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.backend = sqlalchemy {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.084823] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.connection = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.084987] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.connection_debug = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.085178] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.connection_parameters = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.085349] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.connection_recycle_time = 3600 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.085512] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.connection_trace = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.085677] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.db_inc_retry_interval = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.085845] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.db_max_retries = 20 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.086012] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.db_max_retry_interval = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.086207] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.db_retry_interval = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.086579] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.max_overflow = 50 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.086751] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.max_pool_size = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.086917] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.max_retries = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.087134] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.087304] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.087465] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.pool_timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.087627] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.retry_interval = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.087790] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.slave_connection = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.087949] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] api_database.sqlite_synchronous = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.088146] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] devices.enabled_mdev_types = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.088324] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.088497] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.088662] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ephemeral_storage_encryption.enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.088825] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.089016] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.api_servers = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.089215] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.089395] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.089569] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.089729] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.connect_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.089890] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.connect_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.090070] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.debug = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.090248] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.default_trusted_certificate_ids = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.090419] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.enable_certificate_validation = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.090588] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.enable_rbd_download = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.090752] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.endpoint_override = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.090923] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.091104] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.091270] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.max_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.091428] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.min_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.091594] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.num_retries = 3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.091764] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.rbd_ceph_conf = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.091929] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.rbd_connect_timeout = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.092137] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.rbd_pool = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.092322] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.rbd_user = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.092493] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.region_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.092659] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.retriable_status_codes = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.092820] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.service_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.092992] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.service_type = image {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.093176] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.093339] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.status_code_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.093500] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.status_code_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.093662] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.093843] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.094021] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.verify_glance_signatures = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.094191] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] glance.version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.094364] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] guestfs.debug = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.094533] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.auth_section = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.094699] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.auth_type = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.094861] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.095058] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.095240] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.095406] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.connect_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.095570] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.connect_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.095728] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.endpoint_override = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.095963] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.096086] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.096260] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.max_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.096424] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.min_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.096583] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.region_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.096744] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.retriable_status_codes = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.096905] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.service_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.097124] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.service_type = shared-file-system {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.097295] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.share_apply_policy_timeout = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.097464] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.097626] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.status_code_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.097786] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.status_code_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.097962] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.098196] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.098376] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] manila.version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.098544] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] mks.enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.098911] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.099121] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] image_cache.manager_interval = 2400 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.099299] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] image_cache.precache_concurrency = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.099473] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] image_cache.remove_unused_base_images = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.099645] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.099816] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.099993] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] image_cache.subdirectory_name = _base {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.100188] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.api_max_retries = 60 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.100358] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.api_retry_interval = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.100518] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.auth_section = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.100681] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.auth_type = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.100842] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.101015] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.101193] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.101360] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.conductor_group = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.101519] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.connect_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.101676] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.connect_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.101834] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.endpoint_override = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.102006] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.102171] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.102332] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.max_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.102488] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.min_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.102653] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.peer_list = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.102811] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.region_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.102968] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.retriable_status_codes = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.103147] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.serial_console_state_timeout = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.103307] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.service_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.103476] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.service_type = baremetal {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.103634] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.shard = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.103798] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.103955] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.status_code_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.104130] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.status_code_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.104291] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.104473] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.104635] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ironic.version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.104817] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.104998] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] key_manager.fixed_key = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.105193] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.105355] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.barbican_api_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.105517] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.barbican_endpoint = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.105687] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.barbican_endpoint_type = public {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.105847] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.barbican_region_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.106017] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.106186] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.106349] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.106512] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.106670] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.106832] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.number_of_retries = 60 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.107033] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.retry_delay = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.107216] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.send_service_user_token = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.107385] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.107547] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.107713] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.verify_ssl = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.107875] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican.verify_ssl_path = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.108103] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican_service_user.auth_section = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.108290] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican_service_user.auth_type = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.108454] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican_service_user.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.108615] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican_service_user.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.108779] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican_service_user.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.108945] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican_service_user.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.109120] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican_service_user.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.109289] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican_service_user.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.109448] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] barbican_service_user.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.109615] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.approle_role_id = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.109776] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.approle_secret_id = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.109947] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.kv_mountpoint = secret {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.110121] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.kv_path = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.110286] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.kv_version = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.110446] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.namespace = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.110605] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.root_token_id = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.110763] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.ssl_ca_crt_file = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.110931] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.timeout = 60.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.111143] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.use_ssl = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.111324] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.111496] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.111656] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.111820] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.111979] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.connect_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.112156] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.connect_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.112316] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.endpoint_override = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.112478] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.112637] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.112794] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.max_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.112951] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.min_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.113128] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.region_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.113295] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.retriable_status_codes = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.113455] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.service_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.113625] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.service_type = identity {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.113791] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.113952] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.status_code_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.114154] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.status_code_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.114323] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.114508] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.114673] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] keystone.version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.114867] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.ceph_mount_options = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.115222] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.115416] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.connection_uri = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.115586] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.cpu_mode = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.115757] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.115930] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.cpu_models = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.116125] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.cpu_power_governor_high = performance {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.116304] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.116471] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.cpu_power_management = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.116645] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.116818] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.device_detach_attempts = 8 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.117030] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.device_detach_timeout = 20 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.117243] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.disk_cachemodes = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.117418] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.disk_prefix = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.117593] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.enabled_perf_events = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.117762] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.file_backed_memory = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.117935] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.gid_maps = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.118115] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.hw_disk_discard = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.118278] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.hw_machine_type = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.118452] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.images_rbd_ceph_conf = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.118620] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.118785] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.118966] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.images_rbd_glance_store_name = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.119157] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.images_rbd_pool = rbd {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.119334] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.images_type = default {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.119495] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.images_volume_group = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.119661] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.inject_key = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.119826] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.inject_partition = -2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.119991] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.inject_password = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.120197] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.iscsi_iface = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.120371] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.iser_use_multipath = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.120540] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.120705] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.120871] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_downtime = 500 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.121050] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.121223] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.121388] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_inbound_addr = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.121556] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.121721] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.121881] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_scheme = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.122065] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_timeout_action = abort {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.122241] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_tunnelled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.122403] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_uri = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.122568] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.live_migration_with_native_tls = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.122729] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.max_queues = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.122896] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.123325] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.123524] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.nfs_mount_options = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.123847] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.124064] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.124218] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.124390] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.124557] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.124724] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.num_pcie_ports = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.124918] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.125126] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.pmem_namespaces = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.125296] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.quobyte_client_cfg = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.125584] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.125764] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.125934] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.126117] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.126321] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rbd_secret_uuid = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.126481] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rbd_user = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.126647] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.126823] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.127023] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rescue_image_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.127202] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rescue_kernel_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.127366] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rescue_ramdisk_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.127538] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.127699] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.rx_queue_size = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.127868] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.smbfs_mount_options = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.128184] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.128370] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.snapshot_compression = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.128618] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.snapshot_image_format = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.128767] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.128938] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.sparse_logical_volumes = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.129120] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.swtpm_enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.129323] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.swtpm_group = tss {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.129500] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.swtpm_user = tss {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.129673] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.sysinfo_serial = unique {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.129837] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.tb_cache_size = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.129999] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.tx_queue_size = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.130188] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.uid_maps = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.130353] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.use_virtio_for_bridges = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.130524] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.virt_type = kvm {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.130695] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.volume_clear = zero {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.130859] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.volume_clear_size = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.131042] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.volume_enforce_multipath = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.131217] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.volume_use_multipath = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.131377] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.vzstorage_cache_path = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.131545] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.131712] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.131877] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.132055] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.132376] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.132562] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.vzstorage_mount_user = stack {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.132729] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.132902] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.auth_section = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.133090] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.auth_type = password {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.133257] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.133419] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.133582] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.133740] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.connect_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.133898] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.connect_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.134081] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.default_floating_pool = public {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.134250] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.endpoint_override = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.134415] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.extension_sync_interval = 600 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.134578] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.http_retries = 3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.134741] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.134913] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.135091] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.max_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.135286] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.135464] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.min_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.135638] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.ovs_bridge = br-int {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.135803] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.physnets = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.135971] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.region_name = RegionOne {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.136150] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.retriable_status_codes = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.136321] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.service_metadata_proxy = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.136486] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.service_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.136651] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.service_type = network {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.136810] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.136998] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.status_code_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.137187] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.status_code_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.137349] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.137531] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.137693] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] neutron.version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.137865] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] notifications.bdms_in_notifications = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.138088] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] notifications.default_level = INFO {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.138269] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] notifications.include_share_mapping = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.138447] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] notifications.notification_format = unversioned {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.138614] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] notifications.notify_on_state_change = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.138794] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.138976] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] pci.alias = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.139166] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] pci.device_spec = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.139333] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] pci.report_in_placement = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.139507] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.auth_section = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.139682] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.auth_type = password {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.139854] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.140022] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.140186] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.140356] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.140517] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.connect_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.140676] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.connect_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.140837] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.default_domain_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.141023] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.default_domain_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.141202] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.domain_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.141368] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.domain_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.141530] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.endpoint_override = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.141697] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.141856] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.142024] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.max_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.142194] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.min_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.142365] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.password = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.142530] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.project_domain_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.142697] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.project_domain_name = Default {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.142866] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.project_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.143053] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.project_name = service {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.143230] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.region_name = RegionOne {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.143392] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.retriable_status_codes = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.143554] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.service_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.143726] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.service_type = placement {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.143891] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.144085] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.status_code_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.144268] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.status_code_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.144428] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.system_scope = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.144587] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.144748] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.trust_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.144913] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.user_domain_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.145145] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.user_domain_name = Default {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.145319] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.user_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.145496] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.username = nova {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.145680] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.145849] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] placement.version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.146033] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.cores = 20 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.146210] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.count_usage_from_placement = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.146386] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.146557] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.injected_file_content_bytes = 10240 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.146741] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.injected_file_path_length = 255 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.146892] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.injected_files = 5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.147145] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.instances = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.147353] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.key_pairs = 100 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.147529] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.metadata_items = 128 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.147701] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.ram = 51200 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.147870] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.recheck_quota = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.148069] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.server_group_members = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.148301] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.server_groups = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.148538] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.148720] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] quota.unified_limits_resource_strategy = require {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.148898] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.149082] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.149258] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.image_metadata_prefilter = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.149424] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.149591] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.max_attempts = 3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.149757] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.max_placement_results = 1000 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.149923] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.150103] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.150270] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.150445] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] scheduler.workers = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.150624] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.150797] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.150977] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.151236] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.151438] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.151612] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.151780] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.151974] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.152164] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.host_subset_size = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.152333] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.152495] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.152658] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.152825] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.153010] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.153189] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.isolated_hosts = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.153360] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.isolated_images = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.153521] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.153682] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.153851] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.154030] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.pci_in_placement = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.154198] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.154394] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.154569] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.154733] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.154901] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.155092] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.155267] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.track_instance_changes = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.155446] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.155621] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] metrics.required = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.155789] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] metrics.weight_multiplier = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.155954] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.156140] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] metrics.weight_setting = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.156462] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.156643] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] serial_console.enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.156871] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] serial_console.port_range = 10000:20000 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.157023] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.157215] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.157420] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] serial_console.serialproxy_port = 6083 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.157599] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.auth_section = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.157776] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.auth_type = password {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.157945] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.158120] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.158291] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.158457] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.158618] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.158793] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.send_service_user_token = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.158962] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.159141] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] service_user.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.159319] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.agent_enabled = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.159486] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.159810] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.160029] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.160256] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.html5proxy_port = 6082 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.160484] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.image_compression = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.160702] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.jpeg_compression = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.160895] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.playback_compression = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.161137] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.require_secure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.161371] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.server_listen = 127.0.0.1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.161578] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.161932] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.162180] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.streaming_mode = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.162413] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] spice.zlib_compression = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.162637] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] upgrade_levels.baseapi = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.162875] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] upgrade_levels.compute = auto {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.163091] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] upgrade_levels.conductor = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.163274] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] upgrade_levels.scheduler = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.163475] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.163696] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.163903] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vendordata_dynamic_auth.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.164108] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vendordata_dynamic_auth.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.164295] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.164465] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vendordata_dynamic_auth.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.164629] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.164798] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.164959] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vendordata_dynamic_auth.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.165153] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.api_retry_count = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.165319] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.ca_file = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.165495] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.165666] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.cluster_name = testcl1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.165862] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.connection_pool_size = 10 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.166060] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.console_delay_seconds = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.166245] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.datastore_regex = ^datastore.* {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.166500] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.166687] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.host_password = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.166865] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.host_port = 443 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.167121] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.host_username = administrator@vsphere.local {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.167258] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.insecure = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.167425] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.integration_bridge = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.167594] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.maximum_objects = 100 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.167754] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.pbm_default_policy = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.167922] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.pbm_enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.168098] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.pbm_wsdl_location = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.168275] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.168440] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.serial_port_proxy_uri = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.168602] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.serial_port_service_uri = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.168773] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.task_poll_interval = 0.5 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.168948] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.use_linked_clone = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.169136] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.vnc_keymap = en-us {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.169308] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.vnc_port = 5900 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.169497] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vmware.vnc_port_total = 10000 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.169696] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.auth_schemes = ['none'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.169876] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.170204] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.170397] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.170572] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.novncproxy_port = 6080 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.170765] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.server_listen = 127.0.0.1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.170950] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.171135] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.vencrypt_ca_certs = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.171302] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.vencrypt_client_cert = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.171464] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vnc.vencrypt_client_key = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.171640] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.171809] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.disable_deep_image_inspection = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.171976] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.172158] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.172325] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.172513] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.disable_rootwrap = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.172688] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.enable_numa_live_migration = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.172855] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.173031] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.173207] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.173374] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.libvirt_disable_apic = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.173541] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.173710] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.173878] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.174056] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.174228] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.174395] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.174561] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.174725] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.174893] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.175071] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.175260] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.175440] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.175625] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] zvm.ca_file = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.175790] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] zvm.cloud_connector_url = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.176322] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.176466] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] zvm.reachable_timeout = 300 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.176646] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.176826] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.177046] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.connection_string = messaging:// {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.177250] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.enabled = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.177409] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.es_doc_type = notification {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.177576] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.es_scroll_size = 10000 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.177747] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.es_scroll_time = 2m {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.177919] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.filter_error_trace = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.178132] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.hmac_keys = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.178309] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.sentinel_service_name = mymaster {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.178481] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.socket_timeout = 0.1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.178649] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.trace_requests = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.178812] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler.trace_sqlalchemy = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.178992] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler_jaeger.process_tags = {} {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.179173] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler_jaeger.service_name_prefix = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.179338] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] profiler_otlp.service_name_prefix = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.179516] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.179683] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.179849] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.180021] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.180198] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.180366] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.180531] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.180697] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.180861] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.181043] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.181213] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.181384] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.181638] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.181724] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.181883] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.182069] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.182298] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.182403] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.182575] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.182740] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.182902] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.183079] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.183251] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.183416] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.183578] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.183741] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.183905] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.184081] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.184253] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.184418] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.184582] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.ssl = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.184750] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.184921] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.185095] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.185265] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.185433] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.185598] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.185787] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.185955] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_notifications.retry = -1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.186151] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.186326] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.186503] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.auth_section = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.186670] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.auth_type = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.186831] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.cafile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.187025] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.certfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.187205] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.collect_timing = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.187378] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.connect_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.187530] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.connect_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.187693] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.endpoint_id = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.187868] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.188066] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.endpoint_override = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.188240] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.endpoint_region_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.188403] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.endpoint_service_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.188565] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.endpoint_service_type = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.188732] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.insecure = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.188894] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.keyfile = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.189066] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.max_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.189236] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.min_version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.189396] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.region_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.189557] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.retriable_status_codes = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.189719] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.service_name = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.189878] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.service_type = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.190055] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.split_loggers = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.190223] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.status_code_retries = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.190383] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.status_code_retry_delay = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.190544] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.timeout = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.190703] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.valid_interfaces = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.190861] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_limit.version = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.191041] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_reports.file_event_handler = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.191219] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.191383] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] oslo_reports.log_dir = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.191558] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.191743] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.191890] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.192070] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.192243] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.192405] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.192579] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.192739] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_ovs_privileged.group = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.192899] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.193077] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.193246] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.193408] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] vif_plug_ovs_privileged.user = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.193580] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.193765] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.193943] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.194136] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.194311] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.194492] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.194661] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.194827] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.195016] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.195198] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_ovs.isolate_vif = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.195370] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.195538] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.195711] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.195883] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.196063] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] os_vif_ovs.per_port_bridge = False {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.196243] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] privsep_osbrick.capabilities = [21] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.196402] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] privsep_osbrick.group = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.196569] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] privsep_osbrick.helper_command = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.196730] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.196895] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.197095] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] privsep_osbrick.user = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.197276] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.197506] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] nova_sys_admin.group = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.197595] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] nova_sys_admin.helper_command = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.197763] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.197941] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.198123] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] nova_sys_admin.user = None {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.198255] env[69437]: DEBUG oslo_service.backend.eventlet.service [None req-dc3cd590-b402-4153-b3a2-c4a3179bfcf4 None None] ******************************************************************************** {{(pid=69437) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 556.198682] env[69437]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 556.702247] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Getting list of instances from cluster (obj){ [ 556.702247] env[69437]: value = "domain-c8" [ 556.702247] env[69437]: _type = "ClusterComputeResource" [ 556.702247] env[69437]: } {{(pid=69437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.703338] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701f000c-28da-4842-9891-c64a94129622 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.712553] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Got total of 0 instances {{(pid=69437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 556.713175] env[69437]: WARNING nova.virt.vmwareapi.driver [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 556.713657] env[69437]: INFO nova.virt.node [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Generated node identity b52150e3-ffb5-4863-8ac6-a35abaa0b760 [ 556.713909] env[69437]: INFO nova.virt.node [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Wrote node identity b52150e3-ffb5-4863-8ac6-a35abaa0b760 to /opt/stack/data/n-cpu-1/compute_id [ 557.216339] env[69437]: WARNING nova.compute.manager [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Compute nodes ['b52150e3-ffb5-4863-8ac6-a35abaa0b760'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 558.222030] env[69437]: INFO nova.compute.manager [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 559.228299] env[69437]: WARNING nova.compute.manager [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 559.228656] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.228735] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.228887] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.229052] env[69437]: DEBUG nova.compute.resource_tracker [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 559.229964] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83783ddd-0f0c-475d-b5d4-3381b1ebb200 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.238540] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3491ba-3be3-40b7-bffc-a5e9c58227f3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.252417] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20efa38c-1605-4b54-a0aa-a0cdf5e3627b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.259220] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4ebdde-f010-40bc-a8b1-087dfe526ae5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.288957] env[69437]: DEBUG nova.compute.resource_tracker [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 559.289136] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.289380] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.791579] env[69437]: WARNING nova.compute.resource_tracker [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] No compute node record for cpu-1:b52150e3-ffb5-4863-8ac6-a35abaa0b760: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b52150e3-ffb5-4863-8ac6-a35abaa0b760 could not be found. [ 560.296933] env[69437]: INFO nova.compute.resource_tracker [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b52150e3-ffb5-4863-8ac6-a35abaa0b760 [ 561.805840] env[69437]: DEBUG nova.compute.resource_tracker [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 561.806248] env[69437]: DEBUG nova.compute.resource_tracker [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 561.976587] env[69437]: INFO nova.scheduler.client.report [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] [req-e0d5539a-5d22-403f-a589-1666fefab83a] Created resource provider record via placement API for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 561.993973] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d509bc-59c1-47c1-84fe-8e8bebfd51f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.002106] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750c6845-2dce-4853-ae97-8055b9460a7c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.032163] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6943bab-063b-4cd6-a394-1e0ebbe02b0d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.039555] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ca4334-769b-4c02-8661-e5e275021735 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.052553] env[69437]: DEBUG nova.compute.provider_tree [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 562.587070] env[69437]: DEBUG nova.scheduler.client.report [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 562.587334] env[69437]: DEBUG nova.compute.provider_tree [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 0 to 1 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 562.587475] env[69437]: DEBUG nova.compute.provider_tree [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 562.640594] env[69437]: DEBUG nova.compute.provider_tree [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 1 to 2 during operation: update_traits {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 563.145575] env[69437]: DEBUG nova.compute.resource_tracker [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 563.145911] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.856s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.145947] env[69437]: DEBUG nova.service [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Creating RPC server for service compute {{(pid=69437) start /opt/stack/nova/nova/service.py:177}} [ 563.162665] env[69437]: DEBUG nova.service [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] Join ServiceGroup membership for this service compute {{(pid=69437) start /opt/stack/nova/nova/service.py:194}} [ 563.162843] env[69437]: DEBUG nova.servicegroup.drivers.db [None req-57482fbc-489a-4c09-a74e-81af5facc1b6 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69437) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 603.622327] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.622740] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.128500] env[69437]: DEBUG nova.compute.manager [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.328712] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquiring lock "2fbcd70a-d471-4674-a7a4-f9f54282a660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.328849] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.684424] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.684727] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.687422] env[69437]: INFO nova.compute.claims [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.831223] env[69437]: DEBUG nova.compute.manager [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.363581] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.748370] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53526790-e315-44e6-8971-93af7a0619d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.759225] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47adaca2-66d6-42a6-9457-fdee7b8abc2a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.803105] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e26fb-2835-4a08-9e5a-3784eb698d93 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.812077] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084023c1-706a-4faf-98da-a4cdc2a8fe6f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.827416] env[69437]: DEBUG nova.compute.provider_tree [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.333199] env[69437]: DEBUG nova.scheduler.client.report [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.459915] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquiring lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.460214] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.837213] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.837213] env[69437]: DEBUG nova.compute.manager [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.843965] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.477s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.843965] env[69437]: INFO nova.compute.claims [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.964495] env[69437]: DEBUG nova.compute.manager [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.245559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquiring lock "de6b1533-4813-4bb5-8a45-acf9f368965e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.245952] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.349498] env[69437]: DEBUG nova.compute.utils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.352896] env[69437]: DEBUG nova.compute.manager [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.352896] env[69437]: DEBUG nova.network.neutron [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.371087] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "aa306a76-5515-4edc-9b97-8da7c46550a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.372012] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "aa306a76-5515-4edc-9b97-8da7c46550a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.501402] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.627105] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.627357] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.712355] env[69437]: DEBUG nova.policy [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdbb6bcaaf534612920f3b10ef2a8004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd052926e8a4cb4ba71eaaa941cefe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.749488] env[69437]: DEBUG nova.compute.manager [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.871442] env[69437]: DEBUG nova.compute.manager [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.879033] env[69437]: DEBUG nova.compute.manager [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.095069] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0445c013-b614-449a-81ce-f60d1fe9edbc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.107381] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe6e359-cdc1-4462-9ace-0eb56b6ab9ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.147244] env[69437]: DEBUG nova.compute.manager [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.150577] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b5e024-e589-4656-9995-1bc5713e64a0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.163025] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03ab9b0-08e4-4998-9613-cbb1baa8435a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.177434] env[69437]: DEBUG nova.compute.provider_tree [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.288831] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.365769] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "7c21ebe3-babd-476a-a383-b3beab7afd01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.366039] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "7c21ebe3-babd-476a-a383-b3beab7afd01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.411855] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.687276] env[69437]: DEBUG nova.scheduler.client.report [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.698058] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.869090] env[69437]: DEBUG nova.compute.manager [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.892392] env[69437]: DEBUG nova.compute.manager [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.898033] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.898353] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.937080] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.937355] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.937510] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.937690] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.937827] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.937971] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.941313] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.941626] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.942666] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.942666] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.942924] env[69437]: DEBUG nova.virt.hardware [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.944538] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c02da77-7c9e-4636-9e29-9287625152cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.957843] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5604fc-48d1-4618-a4d2-91e465944aee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.994085] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414464fe-3154-415a-9b72-15a9848e7db1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.127134] env[69437]: DEBUG nova.network.neutron [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Successfully created port: 8c421c57-e174-4e80-86b7-454ed09fa7a5 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.198249] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.198920] env[69437]: DEBUG nova.compute.manager [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.201814] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.701s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.203220] env[69437]: INFO nova.compute.claims [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.403622] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.410349] env[69437]: DEBUG nova.compute.manager [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.707699] env[69437]: DEBUG nova.compute.utils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.718880] env[69437]: DEBUG nova.compute.manager [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.719228] env[69437]: DEBUG nova.network.neutron [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.803990] env[69437]: DEBUG nova.policy [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '020b6f3e4cc742e2b3306e2742c7a734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7143f81d19324c41b8a112eebd77d601', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.932188] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.217668] env[69437]: DEBUG nova.compute.manager [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.383591] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2069491b-5961-43c7-913b-cadbe9cb76f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.392918] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b53dbb-9adb-49ef-aa50-d657e90742e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.433352] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb36378f-1c78-41c2-9fbc-06cb0bfa44e4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.442303] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d4fe19-a811-49bc-bcba-93e1c2923379 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.458311] env[69437]: DEBUG nova.compute.provider_tree [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.574106] env[69437]: DEBUG nova.network.neutron [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Successfully created port: 4d889d3a-618f-447a-b986-9c6150090b2b {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.964121] env[69437]: DEBUG nova.scheduler.client.report [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.231397] env[69437]: DEBUG nova.compute.manager [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.266280] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.266958] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.267155] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.267347] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.267496] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.268152] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.268152] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.268152] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.268302] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.268504] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.268568] env[69437]: DEBUG nova.virt.hardware [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.269416] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e705a4cd-1044-4bea-974c-01cb06876e84 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.278583] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7904345d-1daf-4488-a729-38dc24ac21c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.472956] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.473516] env[69437]: DEBUG nova.compute.manager [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.476158] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.187s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.477644] env[69437]: INFO nova.compute.claims [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.985225] env[69437]: DEBUG nova.compute.utils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.989279] env[69437]: DEBUG nova.compute.manager [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.990104] env[69437]: DEBUG nova.network.neutron [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.167038] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.167038] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.167280] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.167376] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.167498] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.171697] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.171697] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.246011] env[69437]: DEBUG nova.policy [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23dac4d06fbf479586d00b21ed1e7112', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59a213ac27e14d2d8b89807429498290', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.288262] env[69437]: DEBUG nova.network.neutron [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Successfully updated port: 8c421c57-e174-4e80-86b7-454ed09fa7a5 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.492810] env[69437]: DEBUG nova.compute.manager [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.563108] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "a2375c4e-89cb-474b-9652-47868e4e54c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.563233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "a2375c4e-89cb-474b-9652-47868e4e54c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.676506] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Getting list of instances from cluster (obj){ [ 612.676506] env[69437]: value = "domain-c8" [ 612.676506] env[69437]: _type = "ClusterComputeResource" [ 612.676506] env[69437]: } {{(pid=69437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 612.677699] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b21ca3-70c9-4ae4-bb92-1ad056d32bbc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.687316] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Got total of 0 instances {{(pid=69437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 612.687483] env[69437]: WARNING nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] While synchronizing instance power states, found 4 instances in the database and 0 instances on the hypervisor. [ 612.687651] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid 736eb682-9dd1-45a7-8f88-d83ddae4d68a {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 612.687984] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid 2fbcd70a-d471-4674-a7a4-f9f54282a660 {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 612.688058] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4 {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 612.688175] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid de6b1533-4813-4bb5-8a45-acf9f368965e {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 612.688465] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.688818] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "2fbcd70a-d471-4674-a7a4-f9f54282a660" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.688927] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.689312] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "de6b1533-4813-4bb5-8a45-acf9f368965e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.689312] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.689508] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 612.689704] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.699386] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8d81b8-1ef5-450a-bb0a-66b9bee9235b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.707920] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34faf984-e8bf-46ec-8b12-4afdb674daab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.744924] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a257fd5-6975-40e3-bf6b-39ef128ce42d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.754801] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d017b4-041e-4baf-8fd2-87b579bc7d9d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.777154] env[69437]: DEBUG nova.compute.provider_tree [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.795043] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "refresh_cache-736eb682-9dd1-45a7-8f88-d83ddae4d68a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.795043] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquired lock "refresh_cache-736eb682-9dd1-45a7-8f88-d83ddae4d68a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.795238] env[69437]: DEBUG nova.network.neutron [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.815102] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquiring lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.815388] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.065491] env[69437]: DEBUG nova.compute.manager [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.193207] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.280536] env[69437]: DEBUG nova.scheduler.client.report [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.317915] env[69437]: DEBUG nova.compute.manager [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.448656] env[69437]: DEBUG nova.network.neutron [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.507168] env[69437]: DEBUG nova.compute.manager [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.538013] env[69437]: DEBUG nova.network.neutron [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Successfully created port: 5a64a60a-8124-452a-9ce8-cba2d979ab06 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.545041] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.545041] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.545041] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.545952] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.545952] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.545952] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.545952] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.545952] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.546629] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.546629] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.546629] env[69437]: DEBUG nova.virt.hardware [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.546629] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8b1b6a-b199-450d-ad62-f67acaf644f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.557972] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad84b8a-895f-4ef9-8cb8-3505d8516312 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.563905] env[69437]: DEBUG nova.network.neutron [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Successfully updated port: 4d889d3a-618f-447a-b986-9c6150090b2b {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.601464] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.788936] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.789476] env[69437]: DEBUG nova.compute.manager [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.791975] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.380s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.798650] env[69437]: INFO nova.compute.claims [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.873495] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.932500] env[69437]: DEBUG nova.network.neutron [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Updating instance_info_cache with network_info: [{"id": "8c421c57-e174-4e80-86b7-454ed09fa7a5", "address": "fa:16:3e:8a:46:c9", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c421c57-e1", "ovs_interfaceid": "8c421c57-e174-4e80-86b7-454ed09fa7a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.079564] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquiring lock "refresh_cache-2fbcd70a-d471-4674-a7a4-f9f54282a660" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.079986] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquired lock "refresh_cache-2fbcd70a-d471-4674-a7a4-f9f54282a660" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.079986] env[69437]: DEBUG nova.network.neutron [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.268476] env[69437]: DEBUG nova.compute.manager [req-b2014732-524d-4b36-8fc6-5637f0435758 req-67d6e1b2-aa0f-4634-aba2-9f0aad9f4a76 service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Received event network-vif-plugged-8c421c57-e174-4e80-86b7-454ed09fa7a5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.268476] env[69437]: DEBUG oslo_concurrency.lockutils [req-b2014732-524d-4b36-8fc6-5637f0435758 req-67d6e1b2-aa0f-4634-aba2-9f0aad9f4a76 service nova] Acquiring lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.268476] env[69437]: DEBUG oslo_concurrency.lockutils [req-b2014732-524d-4b36-8fc6-5637f0435758 req-67d6e1b2-aa0f-4634-aba2-9f0aad9f4a76 service nova] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.268667] env[69437]: DEBUG oslo_concurrency.lockutils [req-b2014732-524d-4b36-8fc6-5637f0435758 req-67d6e1b2-aa0f-4634-aba2-9f0aad9f4a76 service nova] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.268916] env[69437]: DEBUG nova.compute.manager [req-b2014732-524d-4b36-8fc6-5637f0435758 req-67d6e1b2-aa0f-4634-aba2-9f0aad9f4a76 service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] No waiting events found dispatching network-vif-plugged-8c421c57-e174-4e80-86b7-454ed09fa7a5 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 614.269107] env[69437]: WARNING nova.compute.manager [req-b2014732-524d-4b36-8fc6-5637f0435758 req-67d6e1b2-aa0f-4634-aba2-9f0aad9f4a76 service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Received unexpected event network-vif-plugged-8c421c57-e174-4e80-86b7-454ed09fa7a5 for instance with vm_state building and task_state spawning. [ 614.302960] env[69437]: DEBUG nova.compute.utils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.307169] env[69437]: DEBUG nova.compute.manager [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.307407] env[69437]: DEBUG nova.network.neutron [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.411277] env[69437]: DEBUG nova.policy [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84b6a47c200448f6b8aaa54e3e23c66d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0e347f62de44a07b26a3449e3d39bed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.435923] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Releasing lock "refresh_cache-736eb682-9dd1-45a7-8f88-d83ddae4d68a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.436266] env[69437]: DEBUG nova.compute.manager [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Instance network_info: |[{"id": "8c421c57-e174-4e80-86b7-454ed09fa7a5", "address": "fa:16:3e:8a:46:c9", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c421c57-e1", "ovs_interfaceid": "8c421c57-e174-4e80-86b7-454ed09fa7a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.436751] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:46:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c421c57-e174-4e80-86b7-454ed09fa7a5', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.452070] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.452728] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bfc3eec-2906-4f3a-a494-37c0fa015593 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.469365] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Created folder: OpenStack in parent group-v4. [ 614.469635] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Creating folder: Project (ccd052926e8a4cb4ba71eaaa941cefe6). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.470038] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-243428a6-c018-4818-b8af-7e61246cf5ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.485706] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Created folder: Project (ccd052926e8a4cb4ba71eaaa941cefe6) in parent group-v812682. [ 614.485995] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Creating folder: Instances. Parent ref: group-v812683. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.486272] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f25e9f0a-8f19-4e89-9ee6-f35387e6d570 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.501474] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Created folder: Instances in parent group-v812683. [ 614.501474] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.501474] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.501474] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0787c60e-7c2c-4277-b234-6d532c8095f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.533079] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.533079] env[69437]: value = "task-4102750" [ 614.533079] env[69437]: _type = "Task" [ 614.533079] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.542503] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102750, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.694137] env[69437]: DEBUG nova.network.neutron [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.807903] env[69437]: DEBUG nova.compute.manager [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.045033] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102750, 'name': CreateVM_Task, 'duration_secs': 0.399576} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.045033] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.059268] env[69437]: DEBUG oslo_vmware.service [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a602cb61-739b-4e37-bc78-ef33659100b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.069872] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.070285] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.070857] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.071406] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c7191e-5725-40b1-a64d-689a84f2baf9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.082565] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 615.082565] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5299c840-3b87-f294-c4f6-dcad4a7b60a0" [ 615.082565] env[69437]: _type = "Task" [ 615.082565] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.095113] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5299c840-3b87-f294-c4f6-dcad4a7b60a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.098344] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4063f980-edf1-4dd8-9922-060806c18445 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.110569] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ad6ccd-9acd-420a-b3c8-1c8d501d0a16 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.156952] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef39991-6139-44ad-9f9e-d5714af8c4a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.169221] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10f2bda-cd49-4534-8017-5a6ef4db2c8f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.190654] env[69437]: DEBUG nova.compute.provider_tree [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.206023] env[69437]: DEBUG nova.network.neutron [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Updating instance_info_cache with network_info: [{"id": "4d889d3a-618f-447a-b986-9c6150090b2b", "address": "fa:16:3e:20:88:4c", "network": {"id": "ca6e09c0-6e32-4ae5-8582-5602f925de47", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-653879226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7143f81d19324c41b8a112eebd77d601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d889d3a-61", "ovs_interfaceid": "4d889d3a-618f-447a-b986-9c6150090b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.509919] env[69437]: DEBUG nova.network.neutron [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Successfully updated port: 5a64a60a-8124-452a-9ce8-cba2d979ab06 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.789474] env[69437]: DEBUG nova.scheduler.client.report [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.789474] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Releasing lock "refresh_cache-2fbcd70a-d471-4674-a7a4-f9f54282a660" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.789630] env[69437]: DEBUG nova.compute.manager [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Instance network_info: |[{"id": "4d889d3a-618f-447a-b986-9c6150090b2b", "address": "fa:16:3e:20:88:4c", "network": {"id": "ca6e09c0-6e32-4ae5-8582-5602f925de47", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-653879226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7143f81d19324c41b8a112eebd77d601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d889d3a-61", "ovs_interfaceid": "4d889d3a-618f-447a-b986-9c6150090b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.789824] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:88:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d889d3a-618f-447a-b986-9c6150090b2b', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.789824] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Creating folder: Project (7143f81d19324c41b8a112eebd77d601). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.789824] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62924dea-5f97-4d5b-8860-2911787742a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.805375] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.805550] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.805794] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.806103] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.807247] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.808614] env[69437]: DEBUG nova.compute.manager [req-b8095cdd-8198-4c47-8773-a00c20f2b272 req-0c324730-4161-4e60-b429-a8e715071e19 service nova] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Received event network-vif-plugged-4d889d3a-618f-447a-b986-9c6150090b2b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.808952] env[69437]: DEBUG oslo_concurrency.lockutils [req-b8095cdd-8198-4c47-8773-a00c20f2b272 req-0c324730-4161-4e60-b429-a8e715071e19 service nova] Acquiring lock "2fbcd70a-d471-4674-a7a4-f9f54282a660-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.809978] env[69437]: DEBUG oslo_concurrency.lockutils [req-b8095cdd-8198-4c47-8773-a00c20f2b272 req-0c324730-4161-4e60-b429-a8e715071e19 service nova] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.809978] env[69437]: DEBUG oslo_concurrency.lockutils [req-b8095cdd-8198-4c47-8773-a00c20f2b272 req-0c324730-4161-4e60-b429-a8e715071e19 service nova] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.809978] env[69437]: DEBUG nova.compute.manager [req-b8095cdd-8198-4c47-8773-a00c20f2b272 req-0c324730-4161-4e60-b429-a8e715071e19 service nova] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] No waiting events found dispatching network-vif-plugged-4d889d3a-618f-447a-b986-9c6150090b2b {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 615.811322] env[69437]: WARNING nova.compute.manager [req-b8095cdd-8198-4c47-8773-a00c20f2b272 req-0c324730-4161-4e60-b429-a8e715071e19 service nova] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Received unexpected event network-vif-plugged-4d889d3a-618f-447a-b986-9c6150090b2b for instance with vm_state building and task_state spawning. [ 615.812529] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e604473-8290-4f89-82fe-5fcfb7ca7961 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.830049] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Created folder: Project (7143f81d19324c41b8a112eebd77d601) in parent group-v812682. [ 615.830049] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Creating folder: Instances. Parent ref: group-v812686. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.830049] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-001de3cf-78ee-4b6a-a459-7d3245c1c65d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.831313] env[69437]: DEBUG nova.compute.manager [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.834094] env[69437]: DEBUG nova.network.neutron [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Successfully created port: 1ad95a78-413d-4ea3-b170-376136e53bcb {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.839023] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.839023] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.843140] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab5197-7129-46d9-9b76-d0c3d5ea9fec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.849325] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Created folder: Instances in parent group-v812686. [ 615.849325] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.849325] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.849448] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cde9e22-4b13-4307-b1a2-8f861e611157 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.876931] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c741e51c-55e7-46b9-b709-50e77308c57b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.882472] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.882472] env[69437]: value = "task-4102753" [ 615.882472] env[69437]: _type = "Task" [ 615.882472] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.885439] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.885619] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.885780] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.885982] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.886145] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.886294] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.886498] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.886699] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.886905] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.887164] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.887403] env[69437]: DEBUG nova.virt.hardware [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.892016] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549daf6b-0dc3-4121-a68f-61f8cd67e0f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.892483] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 615.892483] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52877991-f8c0-3812-6d5a-3f019b7278be" [ 615.892483] env[69437]: _type = "Task" [ 615.892483] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.905383] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2c82d-b3fe-4ece-808e-52278eead78c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.915456] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102753, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.931824] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Preparing fetch location {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 615.933021] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Creating directory with path [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.933021] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274e4161-2480-4fc2-a190-9c5a136587a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.956870] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Created directory with path [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.959237] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Fetch image to [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 615.960203] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Downloading image file data 4a973b74-98db-4960-84b3-8634f4a8f19d to [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69437) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 615.962162] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf9d83-ea44-468a-ae4c-4bce1dbf1e76 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.974504] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbdfa8d-858b-4403-857c-1f4e8e235011 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.992076] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662f282e-a9dc-4918-a8c4-8bec95d2d074 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.033303] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquiring lock "refresh_cache-82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.033303] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquired lock "refresh_cache-82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.033303] env[69437]: DEBUG nova.network.neutron [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.036330] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a27181-7bc5-4af6-b7f2-9920c33fd42a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.044565] env[69437]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1cdc0fae-7d2c-498f-85a7-7ce18c3a0196 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.146043] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Downloading image file data 4a973b74-98db-4960-84b3-8634f4a8f19d to the data store datastore2 {{(pid=69437) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 616.235685] env[69437]: DEBUG oslo_vmware.rw_handles [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 616.307796] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.307990] env[69437]: DEBUG nova.compute.manager [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.313201] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.615s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.317146] env[69437]: INFO nova.compute.claims [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.401888] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102753, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.530166] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.530416] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.584269] env[69437]: DEBUG nova.network.neutron [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.820529] env[69437]: DEBUG nova.compute.utils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.829919] env[69437]: DEBUG nova.compute.manager [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 616.901315] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102753, 'name': CreateVM_Task, 'duration_secs': 0.595448} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.903145] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.903998] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.904204] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.904553] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.905176] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4cb34e2-5211-4b39-9fbd-f852bdfa747e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.910964] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 616.910964] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fa8567-c2ac-95d5-c54b-d9ad1c10885b" [ 616.910964] env[69437]: _type = "Task" [ 616.910964] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.926176] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fa8567-c2ac-95d5-c54b-d9ad1c10885b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.979944] env[69437]: DEBUG oslo_vmware.rw_handles [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Completed reading data from the image iterator. {{(pid=69437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 616.980388] env[69437]: DEBUG oslo_vmware.rw_handles [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 617.002180] env[69437]: DEBUG nova.network.neutron [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Updating instance_info_cache with network_info: [{"id": "5a64a60a-8124-452a-9ce8-cba2d979ab06", "address": "fa:16:3e:f4:12:81", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a64a60a-81", "ovs_interfaceid": "5a64a60a-8124-452a-9ce8-cba2d979ab06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.137227] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Downloaded image file data 4a973b74-98db-4960-84b3-8634f4a8f19d to vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69437) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 617.140138] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Caching image {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 617.140138] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Copying Virtual Disk [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk to [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.140301] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-763fcd99-69e4-491c-9554-1fb6bfdb47cf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.150752] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 617.150752] env[69437]: value = "task-4102754" [ 617.150752] env[69437]: _type = "Task" [ 617.150752] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.161722] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.331672] env[69437]: DEBUG nova.compute.manager [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.423881] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.424293] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.424538] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.476936] env[69437]: DEBUG nova.compute.manager [req-7eaeb278-9d98-46ce-920d-ab266dba501b req-a21adc46-4c52-43cc-b401-827d73438207 service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Received event network-changed-8c421c57-e174-4e80-86b7-454ed09fa7a5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.477170] env[69437]: DEBUG nova.compute.manager [req-7eaeb278-9d98-46ce-920d-ab266dba501b req-a21adc46-4c52-43cc-b401-827d73438207 service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Refreshing instance network info cache due to event network-changed-8c421c57-e174-4e80-86b7-454ed09fa7a5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.477392] env[69437]: DEBUG oslo_concurrency.lockutils [req-7eaeb278-9d98-46ce-920d-ab266dba501b req-a21adc46-4c52-43cc-b401-827d73438207 service nova] Acquiring lock "refresh_cache-736eb682-9dd1-45a7-8f88-d83ddae4d68a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.478508] env[69437]: DEBUG oslo_concurrency.lockutils [req-7eaeb278-9d98-46ce-920d-ab266dba501b req-a21adc46-4c52-43cc-b401-827d73438207 service nova] Acquired lock "refresh_cache-736eb682-9dd1-45a7-8f88-d83ddae4d68a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.478647] env[69437]: DEBUG nova.network.neutron [req-7eaeb278-9d98-46ce-920d-ab266dba501b req-a21adc46-4c52-43cc-b401-827d73438207 service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Refreshing network info cache for port 8c421c57-e174-4e80-86b7-454ed09fa7a5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.507109] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Releasing lock "refresh_cache-82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.507109] env[69437]: DEBUG nova.compute.manager [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Instance network_info: |[{"id": "5a64a60a-8124-452a-9ce8-cba2d979ab06", "address": "fa:16:3e:f4:12:81", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a64a60a-81", "ovs_interfaceid": "5a64a60a-8124-452a-9ce8-cba2d979ab06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.507521] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:12:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a64a60a-8124-452a-9ce8-cba2d979ab06', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.515552] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Creating folder: Project (59a213ac27e14d2d8b89807429498290). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.518981] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbbb15f5-2ae8-44ea-9cd8-537165f49484 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.533869] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Created folder: Project (59a213ac27e14d2d8b89807429498290) in parent group-v812682. [ 617.534345] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Creating folder: Instances. Parent ref: group-v812689. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.537487] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef7ebe58-00ed-493b-a04d-680073b6cb04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.550459] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Created folder: Instances in parent group-v812689. [ 617.550635] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.554645] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.554645] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76f3f552-8c36-4ef3-81a0-f1b3de1ef78f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.572075] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d0526b-3ea3-4979-bc3a-098f3a5c95ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.581102] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41545099-7b1d-4221-9e73-3c2817454833 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.585579] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.585579] env[69437]: value = "task-4102757" [ 617.585579] env[69437]: _type = "Task" [ 617.585579] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.616132] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ddae18-853d-4866-bafa-c7a630c8b9e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.622577] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102757, 'name': CreateVM_Task} progress is 15%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.628169] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39221e89-0a51-4411-8738-21024f46d9e0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.643442] env[69437]: DEBUG nova.compute.provider_tree [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.664024] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102754, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.099997] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102757, 'name': CreateVM_Task, 'duration_secs': 0.507938} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.100240] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.101017] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.101122] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.101449] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.101821] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d33288-ec14-48b8-a6f9-5330272f1110 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.107792] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 618.107792] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5273a505-4e1d-20a0-3476-595987477779" [ 618.107792] env[69437]: _type = "Task" [ 618.107792] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.120500] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5273a505-4e1d-20a0-3476-595987477779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.148443] env[69437]: DEBUG nova.scheduler.client.report [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.168627] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736398} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.172544] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Copied Virtual Disk [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk to [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.172756] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleting the datastore file [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.173050] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c80363d-92a1-45fe-bf4e-1f99c9f1ea6f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.185356] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 618.185356] env[69437]: value = "task-4102758" [ 618.185356] env[69437]: _type = "Task" [ 618.185356] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.195393] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.310170] env[69437]: DEBUG nova.network.neutron [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Successfully updated port: 1ad95a78-413d-4ea3-b170-376136e53bcb {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.351102] env[69437]: DEBUG nova.compute.manager [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.393019] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.393019] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.393407] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.393752] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.394230] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.394717] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.395064] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.395294] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.395936] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.396388] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.396498] env[69437]: DEBUG nova.virt.hardware [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.398727] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b76ef9c-bedc-47b6-8aee-4aea4e937196 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.409292] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c77379b-ab1c-452a-a93b-2c8a54bccf9a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.430849] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.436461] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Creating folder: Project (c6b79fb4aec74c2ea3b27648a3a6162c). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.436847] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edb98df4-ea0c-4d37-b1cb-b5bc12d02da2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.450620] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Created folder: Project (c6b79fb4aec74c2ea3b27648a3a6162c) in parent group-v812682. [ 618.450620] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Creating folder: Instances. Parent ref: group-v812692. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.450620] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e6f150-15ff-4844-9610-271b8272f280 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.465964] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Created folder: Instances in parent group-v812692. [ 618.466281] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.466681] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.467255] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17989253-93bc-4af7-83d7-a8e370234dc0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.490980] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.490980] env[69437]: value = "task-4102761" [ 618.490980] env[69437]: _type = "Task" [ 618.490980] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.499373] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102761, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.571958] env[69437]: DEBUG nova.network.neutron [req-7eaeb278-9d98-46ce-920d-ab266dba501b req-a21adc46-4c52-43cc-b401-827d73438207 service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Updated VIF entry in instance network info cache for port 8c421c57-e174-4e80-86b7-454ed09fa7a5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.572331] env[69437]: DEBUG nova.network.neutron [req-7eaeb278-9d98-46ce-920d-ab266dba501b req-a21adc46-4c52-43cc-b401-827d73438207 service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Updating instance_info_cache with network_info: [{"id": "8c421c57-e174-4e80-86b7-454ed09fa7a5", "address": "fa:16:3e:8a:46:c9", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c421c57-e1", "ovs_interfaceid": "8c421c57-e174-4e80-86b7-454ed09fa7a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.586240] env[69437]: DEBUG nova.compute.manager [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Received event network-changed-4d889d3a-618f-447a-b986-9c6150090b2b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.586449] env[69437]: DEBUG nova.compute.manager [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Refreshing instance network info cache due to event network-changed-4d889d3a-618f-447a-b986-9c6150090b2b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.587165] env[69437]: DEBUG oslo_concurrency.lockutils [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] Acquiring lock "refresh_cache-2fbcd70a-d471-4674-a7a4-f9f54282a660" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.587165] env[69437]: DEBUG oslo_concurrency.lockutils [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] Acquired lock "refresh_cache-2fbcd70a-d471-4674-a7a4-f9f54282a660" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.587165] env[69437]: DEBUG nova.network.neutron [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Refreshing network info cache for port 4d889d3a-618f-447a-b986-9c6150090b2b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.620583] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.620938] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.621238] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.658415] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.658415] env[69437]: DEBUG nova.compute.manager [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.667862] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.264s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.668037] env[69437]: INFO nova.compute.claims [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.697252] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032766} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.697252] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.697252] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Moving file from [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c/4a973b74-98db-4960-84b3-8634f4a8f19d to [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d. {{(pid=69437) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 618.697579] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-af3ec157-838c-43e4-9f19-2c78b4403453 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.708607] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 618.708607] env[69437]: value = "task-4102762" [ 618.708607] env[69437]: _type = "Task" [ 618.708607] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.720194] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102762, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.813618] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquiring lock "refresh_cache-de6b1533-4813-4bb5-8a45-acf9f368965e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.813721] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquired lock "refresh_cache-de6b1533-4813-4bb5-8a45-acf9f368965e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.813971] env[69437]: DEBUG nova.network.neutron [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.005879] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102761, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.079422] env[69437]: DEBUG oslo_concurrency.lockutils [req-7eaeb278-9d98-46ce-920d-ab266dba501b req-a21adc46-4c52-43cc-b401-827d73438207 service nova] Releasing lock "refresh_cache-736eb682-9dd1-45a7-8f88-d83ddae4d68a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.168357] env[69437]: DEBUG nova.compute.utils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.170640] env[69437]: DEBUG nova.compute.manager [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.170640] env[69437]: DEBUG nova.network.neutron [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.221598] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102762, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035154} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.221900] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] File moved {{(pid=69437) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 619.222203] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Cleaning up location [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 619.222439] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleting the datastore file [datastore2] vmware_temp/00e6e112-08dd-447b-9413-14c45202c53c {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.222800] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bee104a5-d7d2-4e47-8b49-c1fad1012980 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.231079] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 619.231079] env[69437]: value = "task-4102763" [ 619.231079] env[69437]: _type = "Task" [ 619.231079] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.241941] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.329692] env[69437]: DEBUG nova.policy [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77ef588af40c49db8464c46b272c553e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0df5596c58bb4ff1ad9f6b22f371f9eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.426901] env[69437]: DEBUG nova.network.neutron [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.506573] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102761, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.623654] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.623654] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.673634] env[69437]: DEBUG nova.compute.manager [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.729872] env[69437]: DEBUG nova.network.neutron [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Updated VIF entry in instance network info cache for port 4d889d3a-618f-447a-b986-9c6150090b2b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.729872] env[69437]: DEBUG nova.network.neutron [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Updating instance_info_cache with network_info: [{"id": "4d889d3a-618f-447a-b986-9c6150090b2b", "address": "fa:16:3e:20:88:4c", "network": {"id": "ca6e09c0-6e32-4ae5-8582-5602f925de47", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-653879226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7143f81d19324c41b8a112eebd77d601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d889d3a-61", "ovs_interfaceid": "4d889d3a-618f-447a-b986-9c6150090b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.738597] env[69437]: DEBUG nova.network.neutron [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Updating instance_info_cache with network_info: [{"id": "1ad95a78-413d-4ea3-b170-376136e53bcb", "address": "fa:16:3e:bf:2a:1f", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad95a78-41", "ovs_interfaceid": "1ad95a78-413d-4ea3-b170-376136e53bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.753131] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027827} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.753393] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.754141] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec43e26-5e84-41c9-b01c-e234ee7fa119 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.761034] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 619.761034] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520c73f3-4320-2896-e159-489c594575dd" [ 619.761034] env[69437]: _type = "Task" [ 619.761034] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.773187] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520c73f3-4320-2896-e159-489c594575dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.940964] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978d9dff-8e91-4684-b1ce-d6edc16f958a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.952099] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d975c555-5b12-46f0-9dfd-6a08b4521a7a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.999927] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed32ac0-f464-497c-bf66-65d5b52bc4ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.015969] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102761, 'name': CreateVM_Task, 'duration_secs': 1.333486} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.015969] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.018619] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e14206-e0d3-458e-a93d-6c451647eee6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.024637] env[69437]: DEBUG oslo_vmware.service [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbabdf6c-0a67-4d6a-8903-3f157c2c1604 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.042079] env[69437]: DEBUG nova.compute.provider_tree [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.047795] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.047795] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.048376] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.048376] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb04325-3d99-4b1c-adc2-7173ea616a20 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.058164] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 620.058164] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52dda5cf-5b1e-7c7b-c8d4-5af10905cab9" [ 620.058164] env[69437]: _type = "Task" [ 620.058164] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.079823] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.080260] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.080380] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.081463] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.081463] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.081463] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dcda0dc-3f64-4606-9ec3-6db6c531e9d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.102328] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.102548] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.103477] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c437825f-9d17-48b9-841f-f519bc5c4937 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.114623] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1948af3e-5bbb-492c-a3ec-35df52d53e66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.125812] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 620.125812] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52230cc7-a035-922f-a1a0-a7ed0dae0c36" [ 620.125812] env[69437]: _type = "Task" [ 620.125812] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.136365] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52230cc7-a035-922f-a1a0-a7ed0dae0c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.235186] env[69437]: DEBUG oslo_concurrency.lockutils [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] Releasing lock "refresh_cache-2fbcd70a-d471-4674-a7a4-f9f54282a660" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.237151] env[69437]: DEBUG nova.compute.manager [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Received event network-vif-plugged-5a64a60a-8124-452a-9ce8-cba2d979ab06 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.237151] env[69437]: DEBUG oslo_concurrency.lockutils [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] Acquiring lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.237151] env[69437]: DEBUG oslo_concurrency.lockutils [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.237151] env[69437]: DEBUG oslo_concurrency.lockutils [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.237151] env[69437]: DEBUG nova.compute.manager [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] No waiting events found dispatching network-vif-plugged-5a64a60a-8124-452a-9ce8-cba2d979ab06 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 620.237461] env[69437]: WARNING nova.compute.manager [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Received unexpected event network-vif-plugged-5a64a60a-8124-452a-9ce8-cba2d979ab06 for instance with vm_state building and task_state spawning. [ 620.237461] env[69437]: DEBUG nova.compute.manager [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Received event network-changed-5a64a60a-8124-452a-9ce8-cba2d979ab06 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.237461] env[69437]: DEBUG nova.compute.manager [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Refreshing instance network info cache due to event network-changed-5a64a60a-8124-452a-9ce8-cba2d979ab06. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.237461] env[69437]: DEBUG oslo_concurrency.lockutils [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] Acquiring lock "refresh_cache-82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.237461] env[69437]: DEBUG oslo_concurrency.lockutils [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] Acquired lock "refresh_cache-82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.237759] env[69437]: DEBUG nova.network.neutron [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Refreshing network info cache for port 5a64a60a-8124-452a-9ce8-cba2d979ab06 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.252716] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Releasing lock "refresh_cache-de6b1533-4813-4bb5-8a45-acf9f368965e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.252716] env[69437]: DEBUG nova.compute.manager [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Instance network_info: |[{"id": "1ad95a78-413d-4ea3-b170-376136e53bcb", "address": "fa:16:3e:bf:2a:1f", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad95a78-41", "ovs_interfaceid": "1ad95a78-413d-4ea3-b170-376136e53bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.252984] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:2a:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ad95a78-413d-4ea3-b170-376136e53bcb', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.270331] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Creating folder: Project (f0e347f62de44a07b26a3449e3d39bed). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.272234] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a07acda5-89a0-458e-be1a-7faa4a2bf965 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.292569] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520c73f3-4320-2896-e159-489c594575dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.295723] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.295723] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 736eb682-9dd1-45a7-8f88-d83ddae4d68a/736eb682-9dd1-45a7-8f88-d83ddae4d68a.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.298319] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.298382] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.298733] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd4d3460-b416-4469-b79b-52769ecdaf85 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.302645] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e92d3df-aa57-4784-83e4-3ffcfa9868b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.313021] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 620.313021] env[69437]: value = "task-4102765" [ 620.313021] env[69437]: _type = "Task" [ 620.313021] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.324521] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Created folder: Project (f0e347f62de44a07b26a3449e3d39bed) in parent group-v812682. [ 620.325195] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Creating folder: Instances. Parent ref: group-v812695. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.328701] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e95bbfb5-3fc0-46da-8339-e4576dbd81c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.332665] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.334031] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.342546] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e227118f-c4d6-4bff-a354-33e88ab774c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.351107] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.356100] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 620.356100] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d8313c-5ec8-5da8-ff6e-0f862153b76a" [ 620.356100] env[69437]: _type = "Task" [ 620.356100] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.359354] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Created folder: Instances in parent group-v812695. [ 620.359710] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.360430] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.360719] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c96beb-a848-4b92-8da8-b969b5d21dc5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.381148] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d8313c-5ec8-5da8-ff6e-0f862153b76a, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.382520] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32ef599-3146-45aa-970a-f2071d0cd5c0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.388263] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.388263] env[69437]: value = "task-4102767" [ 620.388263] env[69437]: _type = "Task" [ 620.388263] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.390135] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 620.390135] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]523a72f1-e0b3-fa46-f314-d6878b865723" [ 620.390135] env[69437]: _type = "Task" [ 620.390135] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.404049] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523a72f1-e0b3-fa46-f314-d6878b865723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.408047] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102767, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.549117] env[69437]: DEBUG nova.network.neutron [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Successfully created port: e47450e6-9678-4eb2-bf80-f5805ff12431 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.554245] env[69437]: DEBUG nova.scheduler.client.report [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.641725] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Preparing fetch location {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 620.641725] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Creating directory with path [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.641968] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49986e00-71a7-4a60-a2d1-6810cad4d9ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.660738] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Created directory with path [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.660985] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Fetch image to [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 620.661182] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Downloading image file data 4a973b74-98db-4960-84b3-8634f4a8f19d to [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69437) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 620.664828] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036559a9-964b-4122-b034-01268a2c3b57 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.674779] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b116b6c8-1e9b-48c3-859b-e9c8b7d17608 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.687797] env[69437]: DEBUG nova.compute.manager [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.692026] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6bf92e-165f-47c9-858f-6f86f1ede564 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.742108] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bf83df-7b9c-41ee-9844-25f4b255720e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.755294] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.755926] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.755926] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.756059] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.756138] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.756279] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.756489] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.756643] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.756806] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.756961] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.757146] env[69437]: DEBUG nova.virt.hardware [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.757442] env[69437]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-250bfdc5-c9f7-4068-a4ce-cc348e222cee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.760159] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce9c6cd-f211-4d23-b5f4-c54d9333df52 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.771019] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe4f81-3fd1-45fe-95da-edea6fb7ca1a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.826597] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102765, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.875154] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Downloading image file data 4a973b74-98db-4960-84b3-8634f4a8f19d to the data store datastore1 {{(pid=69437) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 620.915319] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102767, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.931059] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523a72f1-e0b3-fa46-f314-d6878b865723, 'name': SearchDatastore_Task, 'duration_secs': 0.014892} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.931059] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.931059] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 2fbcd70a-d471-4674-a7a4-f9f54282a660/2fbcd70a-d471-4674-a7a4-f9f54282a660.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.931059] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.931354] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.931354] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89c14bb-8abe-4191-b3fe-59f7a7fe918b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.931498] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21809729-f8b5-4f84-8803-54ff37c156ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.941671] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 620.941671] env[69437]: value = "task-4102768" [ 620.941671] env[69437]: _type = "Task" [ 620.941671] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.944568] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.944882] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.952411] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e545f73-65b9-4bc1-80d5-3d816d712208 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.968391] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 620.968391] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521473fb-8865-8415-3915-28309d79c25d" [ 620.968391] env[69437]: _type = "Task" [ 620.968391] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.968674] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.985204] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521473fb-8865-8415-3915-28309d79c25d, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.985870] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 620.987109] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91180d5b-4446-41b6-93be-c5fd07f543bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.057614] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 621.057614] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52175cf5-8e5d-ce1a-fec9-6e237b50a174" [ 621.057614] env[69437]: _type = "Task" [ 621.057614] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.063961] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.064515] env[69437]: DEBUG nova.compute.manager [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.072970] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.140s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.073814] env[69437]: INFO nova.compute.claims [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.084697] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52175cf5-8e5d-ce1a-fec9-6e237b50a174, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.087155] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.087155] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4/82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.087155] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b7694f-8f87-433d-babb-0b0dd349b501 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.094618] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 621.094618] env[69437]: value = "task-4102769" [ 621.094618] env[69437]: _type = "Task" [ 621.094618] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.107973] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.324709] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634987} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.325532] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 736eb682-9dd1-45a7-8f88-d83ddae4d68a/736eb682-9dd1-45a7-8f88-d83ddae4d68a.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.325824] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.326119] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15c614cc-9970-48bc-b3e0-c43c5810f5aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.336027] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 621.336027] env[69437]: value = "task-4102770" [ 621.336027] env[69437]: _type = "Task" [ 621.336027] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.350470] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.377334] env[69437]: DEBUG nova.compute.manager [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Received event network-vif-plugged-1ad95a78-413d-4ea3-b170-376136e53bcb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.377591] env[69437]: DEBUG oslo_concurrency.lockutils [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] Acquiring lock "de6b1533-4813-4bb5-8a45-acf9f368965e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.382996] env[69437]: DEBUG oslo_concurrency.lockutils [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.382996] env[69437]: DEBUG oslo_concurrency.lockutils [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.382996] env[69437]: DEBUG nova.compute.manager [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] No waiting events found dispatching network-vif-plugged-1ad95a78-413d-4ea3-b170-376136e53bcb {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 621.382996] env[69437]: WARNING nova.compute.manager [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Received unexpected event network-vif-plugged-1ad95a78-413d-4ea3-b170-376136e53bcb for instance with vm_state building and task_state spawning. [ 621.382996] env[69437]: DEBUG nova.compute.manager [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Received event network-changed-1ad95a78-413d-4ea3-b170-376136e53bcb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.383363] env[69437]: DEBUG nova.compute.manager [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Refreshing instance network info cache due to event network-changed-1ad95a78-413d-4ea3-b170-376136e53bcb. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.383363] env[69437]: DEBUG oslo_concurrency.lockutils [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] Acquiring lock "refresh_cache-de6b1533-4813-4bb5-8a45-acf9f368965e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.383363] env[69437]: DEBUG oslo_concurrency.lockutils [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] Acquired lock "refresh_cache-de6b1533-4813-4bb5-8a45-acf9f368965e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.383363] env[69437]: DEBUG nova.network.neutron [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Refreshing network info cache for port 1ad95a78-413d-4ea3-b170-376136e53bcb {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.406587] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102767, 'name': CreateVM_Task, 'duration_secs': 0.75657} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.406587] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.407263] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.407348] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.407785] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.408653] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c30baa9-acef-47d9-843b-25721f0aba02 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.415828] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 621.415828] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52cff0fa-1815-cceb-92ba-29bd82493b39" [ 621.415828] env[69437]: _type = "Task" [ 621.415828] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.432396] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cff0fa-1815-cceb-92ba-29bd82493b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.453768] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102768, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.580814] env[69437]: DEBUG nova.compute.utils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.585980] env[69437]: DEBUG nova.compute.manager [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 621.610914] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102769, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.653286] env[69437]: DEBUG nova.network.neutron [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Updated VIF entry in instance network info cache for port 5a64a60a-8124-452a-9ce8-cba2d979ab06. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.653599] env[69437]: DEBUG nova.network.neutron [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Updating instance_info_cache with network_info: [{"id": "5a64a60a-8124-452a-9ce8-cba2d979ab06", "address": "fa:16:3e:f4:12:81", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a64a60a-81", "ovs_interfaceid": "5a64a60a-8124-452a-9ce8-cba2d979ab06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.790298] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Completed reading data from the image iterator. {{(pid=69437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 621.790522] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 621.854485] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101906} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.854811] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.856673] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a91a2a-6dce-42fa-8eb4-fbacb13b4db5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.887957] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 736eb682-9dd1-45a7-8f88-d83ddae4d68a/736eb682-9dd1-45a7-8f88-d83ddae4d68a.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.888362] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e968b49-0341-4465-bb34-03a65b67758f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.923803] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 621.923803] env[69437]: value = "task-4102771" [ 621.923803] env[69437]: _type = "Task" [ 621.923803] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.935282] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cff0fa-1815-cceb-92ba-29bd82493b39, 'name': SearchDatastore_Task, 'duration_secs': 0.063014} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.936361] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.938576] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.938576] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.938576] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.938576] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.938576] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3683d79-3032-4005-af59-3f854f6c9cd5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.944168] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.949438] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Downloaded image file data 4a973b74-98db-4960-84b3-8634f4a8f19d to vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69437) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 621.952038] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Caching image {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 621.952927] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Copying Virtual Disk [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk to [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.953261] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1957e824-e268-4c77-878f-7378cbb34b44 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.957345] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.957673] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.958813] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5d0812-fdcd-478d-90e0-7bede0e4fd79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.969065] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 621.969065] env[69437]: value = "task-4102772" [ 621.969065] env[69437]: _type = "Task" [ 621.969065] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.969680] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606301} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.970404] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 2fbcd70a-d471-4674-a7a4-f9f54282a660/2fbcd70a-d471-4674-a7a4-f9f54282a660.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.971065] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.974585] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44947b51-3464-4a3a-9d81-3942a5c19e3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.978714] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 621.978714] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526814f6-1716-65b4-a0e5-df2004320d65" [ 621.978714] env[69437]: _type = "Task" [ 621.978714] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.987228] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.989680] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 621.989680] env[69437]: value = "task-4102773" [ 621.989680] env[69437]: _type = "Task" [ 621.989680] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.999963] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526814f6-1716-65b4-a0e5-df2004320d65, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.000224] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44fc1515-4ab1-4cd8-9dfd-a930937612b4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.006853] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.011639] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 622.011639] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528c93c6-f7a3-b244-e597-08e210bcbc33" [ 622.011639] env[69437]: _type = "Task" [ 622.011639] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.026162] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquiring lock "f21e252d-7028-417c-872b-f69c49c2dc59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.026162] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.032854] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528c93c6-f7a3-b244-e597-08e210bcbc33, 'name': SearchDatastore_Task, 'duration_secs': 0.011499} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.033376] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.033836] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] de6b1533-4813-4bb5-8a45-acf9f368965e/de6b1533-4813-4bb5-8a45-acf9f368965e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.033961] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0abf2b40-f34a-4fbc-8992-4837b6b30695 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.045937] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 622.045937] env[69437]: value = "task-4102774" [ 622.045937] env[69437]: _type = "Task" [ 622.045937] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.061699] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.092235] env[69437]: DEBUG nova.compute.manager [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.112592] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879022} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.116074] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4/82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.116074] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.116074] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565788d8-8157-4eff-8f08-b3e7baae03a5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.123265] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 622.123265] env[69437]: value = "task-4102775" [ 622.123265] env[69437]: _type = "Task" [ 622.123265] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.136822] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.156416] env[69437]: DEBUG oslo_concurrency.lockutils [req-dbd4d76c-5797-43d6-8ad0-8e7906542712 req-6cb4a956-0119-4969-967b-8966f6cb1cbd service nova] Releasing lock "refresh_cache-82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.411875] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149a880e-981b-4240-8c2f-81a0d80795ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.423427] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0883cd-78fc-42b1-a71e-eeaff15d3502 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.446498] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102771, 'name': ReconfigVM_Task, 'duration_secs': 0.346356} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.482161] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 736eb682-9dd1-45a7-8f88-d83ddae4d68a/736eb682-9dd1-45a7-8f88-d83ddae4d68a.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.483284] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfe5b41c-b586-4ac2-8c42-d3af2ee3d259 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.493102] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af9de6-e79b-40c3-b3b5-64fd8e23fd93 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.506402] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 622.506402] env[69437]: value = "task-4102776" [ 622.506402] env[69437]: _type = "Task" [ 622.506402] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.512380] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102772, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.519191] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd8bfa7-c1da-4d7a-b6ed-14b4e94ed628 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.530853] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102776, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.543719] env[69437]: DEBUG nova.compute.provider_tree [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.545795] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124623} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.546196] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.551129] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf3416e-cadc-4355-a1ba-5505ee687733 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.585563] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 2fbcd70a-d471-4674-a7a4-f9f54282a660/2fbcd70a-d471-4674-a7a4-f9f54282a660.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.585563] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102774, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.585563] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7416cb-6dc3-4819-9bcd-eef5e31d4f15 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.619224] env[69437]: DEBUG nova.network.neutron [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Updated VIF entry in instance network info cache for port 1ad95a78-413d-4ea3-b170-376136e53bcb. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.619802] env[69437]: DEBUG nova.network.neutron [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Updating instance_info_cache with network_info: [{"id": "1ad95a78-413d-4ea3-b170-376136e53bcb", "address": "fa:16:3e:bf:2a:1f", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad95a78-41", "ovs_interfaceid": "1ad95a78-413d-4ea3-b170-376136e53bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.623500] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 622.623500] env[69437]: value = "task-4102777" [ 622.623500] env[69437]: _type = "Task" [ 622.623500] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.637856] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102777, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.640884] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080602} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.641377] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.642070] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2621f4-2aee-461d-9f9e-f67bbacffebd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.680389] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4/82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.680389] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb608d1-79dc-4967-adda-870ff0c7fb8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.707021] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 622.707021] env[69437]: value = "task-4102778" [ 622.707021] env[69437]: _type = "Task" [ 622.707021] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.716935] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.898161] env[69437]: DEBUG nova.network.neutron [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Successfully updated port: e47450e6-9678-4eb2-bf80-f5805ff12431 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.995384] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102772, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.022467] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102776, 'name': Rename_Task, 'duration_secs': 0.187296} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.022759] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.023030] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ff3150-a7a0-4b0b-b6a3-ed4c646ed05e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.031472] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 623.031472] env[69437]: value = "task-4102779" [ 623.031472] env[69437]: _type = "Task" [ 623.031472] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.040927] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.047498] env[69437]: DEBUG nova.scheduler.client.report [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.064602] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549584} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.064979] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] de6b1533-4813-4bb5-8a45-acf9f368965e/de6b1533-4813-4bb5-8a45-acf9f368965e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.065449] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.065532] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-313985c2-c2be-4830-976a-ac032b68bb5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.075021] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 623.075021] env[69437]: value = "task-4102780" [ 623.075021] env[69437]: _type = "Task" [ 623.075021] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.088473] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.116338] env[69437]: DEBUG nova.compute.manager [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.127589] env[69437]: DEBUG oslo_concurrency.lockutils [req-0d482c35-1c4f-4931-b988-be0a92be722d req-0db69f24-6053-4141-9da4-de0659526a67 service nova] Releasing lock "refresh_cache-de6b1533-4813-4bb5-8a45-acf9f368965e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.142302] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102777, 'name': ReconfigVM_Task, 'duration_secs': 0.340576} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.142474] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 2fbcd70a-d471-4674-a7a4-f9f54282a660/2fbcd70a-d471-4674-a7a4-f9f54282a660.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.143191] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72149416-d176-47e7-b118-baa1e6e8b116 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.155309] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 623.155309] env[69437]: value = "task-4102781" [ 623.155309] env[69437]: _type = "Task" [ 623.155309] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.164686] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.164971] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.165226] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.165343] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.165418] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.165556] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.165843] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.165998] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.166150] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.166322] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.166506] env[69437]: DEBUG nova.virt.hardware [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.168010] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e09095c-1f0a-4832-8c1c-893091dbb7a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.177222] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102781, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.183950] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8629180e-11f8-42f7-aeb1-d7715b6476c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.202894] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.210453] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Creating folder: Project (71a6ab25582b48a4bbaad7328dea4716). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.211522] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-775d097e-6adf-482b-a303-2e6d3570d910 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.230205] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.231934] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Created folder: Project (71a6ab25582b48a4bbaad7328dea4716) in parent group-v812682. [ 623.232137] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Creating folder: Instances. Parent ref: group-v812698. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.232387] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c893f09-be54-4275-ad73-d0466ec30bfa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.246104] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Created folder: Instances in parent group-v812698. [ 623.246400] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.248949] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.248949] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8c212fd-d130-491d-b445-e2eb7d778daf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.273329] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.273329] env[69437]: value = "task-4102784" [ 623.273329] env[69437]: _type = "Task" [ 623.273329] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.286346] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102784, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.404768] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "refresh_cache-32db9a27-d0b6-4487-9ea5-d0f8d463899f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.404969] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquired lock "refresh_cache-32db9a27-d0b6-4487-9ea5-d0f8d463899f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.405158] env[69437]: DEBUG nova.network.neutron [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.495824] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102772, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.102978} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.496189] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Copied Virtual Disk [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk to [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.496471] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Deleting the datastore file [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d/tmp-sparse.vmdk {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.496754] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e492fb-f73d-4f62-917e-bfb7a0298430 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.505297] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 623.505297] env[69437]: value = "task-4102785" [ 623.505297] env[69437]: _type = "Task" [ 623.505297] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.515655] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.542555] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102779, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.553774] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.555649] env[69437]: DEBUG nova.compute.manager [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.559137] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.366s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.559452] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.559570] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 623.559881] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.959s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.561661] env[69437]: INFO nova.compute.claims [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.565345] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452340af-3445-49bb-af95-370f7ec5bfc5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.577189] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba6029-1176-4d7e-a59d-59afa2a2566f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.595199] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076267} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.606098] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.607945] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a2bfef-04d8-4306-860f-017912945ea9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.610578] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1f21a-b031-4d7d-b604-2be940934ae1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.631138] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3cc794-e8ef-4af8-a7a7-5c1beee283a0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.643386] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] de6b1533-4813-4bb5-8a45-acf9f368965e/de6b1533-4813-4bb5-8a45-acf9f368965e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.646959] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca2ab73-e4cb-49b7-8074-9609a1c573c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.697485] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180825MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 623.697731] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.700230] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 623.700230] env[69437]: value = "task-4102786" [ 623.700230] env[69437]: _type = "Task" [ 623.700230] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.708067] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102781, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.714727] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.725461] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102778, 'name': ReconfigVM_Task, 'duration_secs': 0.806138} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.725461] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4/82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.726127] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf4da809-8ee9-4fde-8fce-d36cfb895480 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.734171] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 623.734171] env[69437]: value = "task-4102787" [ 623.734171] env[69437]: _type = "Task" [ 623.734171] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.744801] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102787, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.757209] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "299209ef-69dd-4e72-a9df-d8dabb8993b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.757474] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "299209ef-69dd-4e72-a9df-d8dabb8993b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.783745] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102784, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.983310] env[69437]: DEBUG nova.network.neutron [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.021106] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033216} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.024582] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.024862] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Moving file from [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f/4a973b74-98db-4960-84b3-8634f4a8f19d to [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d. {{(pid=69437) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 624.025181] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-fdd2b6cd-8b80-4a8d-bc08-ee46cc7139f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.035280] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 624.035280] env[69437]: value = "task-4102788" [ 624.035280] env[69437]: _type = "Task" [ 624.035280] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.051008] env[69437]: DEBUG oslo_vmware.api [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102779, 'name': PowerOnVM_Task, 'duration_secs': 0.594918} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.054859] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.054859] env[69437]: INFO nova.compute.manager [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Took 15.16 seconds to spawn the instance on the hypervisor. [ 624.055282] env[69437]: DEBUG nova.compute.manager [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 624.056329] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c342f939-06bb-4172-99b2-115d7dba4a76 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.062342] env[69437]: DEBUG nova.compute.utils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.063883] env[69437]: DEBUG nova.compute.manager [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.064223] env[69437]: DEBUG nova.network.neutron [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.176029] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102781, 'name': Rename_Task, 'duration_secs': 0.931839} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.178026] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.178380] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ee5f87-f9c7-4e88-8d3f-326d615ae588 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.185733] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 624.185733] env[69437]: value = "task-4102789" [ 624.185733] env[69437]: _type = "Task" [ 624.185733] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.195253] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.210908] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102786, 'name': ReconfigVM_Task, 'duration_secs': 0.360744} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.212633] env[69437]: DEBUG nova.policy [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3fb49ee19c4e2a990ed227fe55373c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '187b71e0ab394ed1900298f170ddf3ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.214533] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Reconfigured VM instance instance-00000004 to attach disk [datastore2] de6b1533-4813-4bb5-8a45-acf9f368965e/de6b1533-4813-4bb5-8a45-acf9f368965e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.215753] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4a671a9-e601-40d4-ab3d-76d96ad72c04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.223081] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 624.223081] env[69437]: value = "task-4102790" [ 624.223081] env[69437]: _type = "Task" [ 624.223081] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.233116] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102790, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.247940] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102787, 'name': Rename_Task, 'duration_secs': 0.167883} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.250983] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.252110] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-772371c2-5822-491d-809e-351b423bd182 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.260948] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 624.260948] env[69437]: value = "task-4102791" [ 624.260948] env[69437]: _type = "Task" [ 624.260948] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.270618] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.285082] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102784, 'name': CreateVM_Task, 'duration_secs': 0.915562} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.285296] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.285856] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.286387] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.286387] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.286703] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d88db2-917e-4e11-8b14-3e5e8138298e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.292431] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 624.292431] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e6c07a-105b-4bf3-ebb2-00822e15ce49" [ 624.292431] env[69437]: _type = "Task" [ 624.292431] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.303232] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e6c07a-105b-4bf3-ebb2-00822e15ce49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.348243] env[69437]: DEBUG nova.network.neutron [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Updating instance_info_cache with network_info: [{"id": "e47450e6-9678-4eb2-bf80-f5805ff12431", "address": "fa:16:3e:64:9e:b7", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47450e6-96", "ovs_interfaceid": "e47450e6-9678-4eb2-bf80-f5805ff12431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.553195] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102788, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.046325} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.554256] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] File moved {{(pid=69437) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 624.554256] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Cleaning up location [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 624.554256] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Deleting the datastore file [datastore1] vmware_temp/002cf01c-cbfe-4949-b9b4-85998cdb554f {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.554256] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1187b0d-8bb1-456a-a37f-3d34f9bcdbdc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.563881] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 624.563881] env[69437]: value = "task-4102792" [ 624.563881] env[69437]: _type = "Task" [ 624.563881] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.573962] env[69437]: DEBUG nova.compute.manager [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.576402] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.602035] env[69437]: INFO nova.compute.manager [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Took 19.97 seconds to build instance. [ 624.703351] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.734924] env[69437]: DEBUG nova.compute.manager [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Received event network-vif-plugged-e47450e6-9678-4eb2-bf80-f5805ff12431 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.736115] env[69437]: DEBUG oslo_concurrency.lockutils [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] Acquiring lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.736115] env[69437]: DEBUG oslo_concurrency.lockutils [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] Lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.736115] env[69437]: DEBUG oslo_concurrency.lockutils [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] Lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.736115] env[69437]: DEBUG nova.compute.manager [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] No waiting events found dispatching network-vif-plugged-e47450e6-9678-4eb2-bf80-f5805ff12431 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 624.736115] env[69437]: WARNING nova.compute.manager [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Received unexpected event network-vif-plugged-e47450e6-9678-4eb2-bf80-f5805ff12431 for instance with vm_state building and task_state spawning. [ 624.736445] env[69437]: DEBUG nova.compute.manager [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Received event network-changed-e47450e6-9678-4eb2-bf80-f5805ff12431 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.736445] env[69437]: DEBUG nova.compute.manager [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Refreshing instance network info cache due to event network-changed-e47450e6-9678-4eb2-bf80-f5805ff12431. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.736445] env[69437]: DEBUG oslo_concurrency.lockutils [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] Acquiring lock "refresh_cache-32db9a27-d0b6-4487-9ea5-d0f8d463899f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.744194] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102790, 'name': Rename_Task, 'duration_secs': 0.203093} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.748887] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.751671] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b23ca22-4a24-4484-ba5b-e235aa09343c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.763023] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 624.763023] env[69437]: value = "task-4102793" [ 624.763023] env[69437]: _type = "Task" [ 624.763023] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.773898] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.779845] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102791, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.807450] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e6c07a-105b-4bf3-ebb2-00822e15ce49, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.807781] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.808141] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.808450] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.851698] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Releasing lock "refresh_cache-32db9a27-d0b6-4487-9ea5-d0f8d463899f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.851998] env[69437]: DEBUG nova.compute.manager [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Instance network_info: |[{"id": "e47450e6-9678-4eb2-bf80-f5805ff12431", "address": "fa:16:3e:64:9e:b7", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47450e6-96", "ovs_interfaceid": "e47450e6-9678-4eb2-bf80-f5805ff12431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.852517] env[69437]: DEBUG oslo_concurrency.lockutils [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] Acquired lock "refresh_cache-32db9a27-d0b6-4487-9ea5-d0f8d463899f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.852724] env[69437]: DEBUG nova.network.neutron [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Refreshing network info cache for port e47450e6-9678-4eb2-bf80-f5805ff12431 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.853948] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:9e:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e47450e6-9678-4eb2-bf80-f5805ff12431', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.866861] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Creating folder: Project (0df5596c58bb4ff1ad9f6b22f371f9eb). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.867469] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db740952-e321-4904-a596-d16c1a59347e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.882466] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Created folder: Project (0df5596c58bb4ff1ad9f6b22f371f9eb) in parent group-v812682. [ 624.882791] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Creating folder: Instances. Parent ref: group-v812701. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.883211] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdf30626-8ba5-4b44-92c9-08de58df851b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.899629] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Created folder: Instances in parent group-v812701. [ 624.899890] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.901966] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.904134] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbdb50f-63ff-4238-b99c-77ca26aabeeb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.909435] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e960d923-a26e-47c8-8790-1a45379c8c82 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.948899] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65930959-5329-48a4-8d10-03b3bf8c428f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.954422] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.954422] env[69437]: value = "task-4102796" [ 624.954422] env[69437]: _type = "Task" [ 624.954422] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.988129] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10a873f-2a86-4a2a-907b-6d96ce58d2c0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.994070] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102796, 'name': CreateVM_Task} progress is 15%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.000212] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b455b04-deb0-4b43-a717-198bfa6e17d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.018720] env[69437]: DEBUG nova.compute.provider_tree [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.075034] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034779} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.075234] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.076100] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36b5cdd-2796-4c6d-b49c-a79d366edc8e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.086173] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 625.086173] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c61011-e595-aad6-8767-543ec075a618" [ 625.086173] env[69437]: _type = "Task" [ 625.086173] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.096864] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c61011-e595-aad6-8767-543ec075a618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.111927] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5e52eff-de93-4517-a772-bfa87a03010e tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.489s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.113363] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.425s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.113566] env[69437]: INFO nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] During sync_power_state the instance has a pending task (spawning). Skip. [ 625.115017] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.202846] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.266942] env[69437]: DEBUG nova.network.neutron [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Successfully created port: 90a35bf4-7e10-43e5-95e9-0de8d358e951 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.283921] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102793, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.287264] env[69437]: DEBUG oslo_vmware.api [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102791, 'name': PowerOnVM_Task, 'duration_secs': 0.547043} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.287547] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.287931] env[69437]: INFO nova.compute.manager [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Took 11.78 seconds to spawn the instance on the hypervisor. [ 625.288053] env[69437]: DEBUG nova.compute.manager [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 625.291188] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c6e436-d951-4e34-9e95-b4b01bdcb28e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.466458] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102796, 'name': CreateVM_Task, 'duration_secs': 0.47943} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.466631] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.467405] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.467588] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.469387] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.469387] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021a6d12-e429-464e-adde-dd9170b56a8a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.474690] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 625.474690] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527eb065-5df1-fad4-7494-d8fb31697057" [ 625.474690] env[69437]: _type = "Task" [ 625.474690] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.484609] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527eb065-5df1-fad4-7494-d8fb31697057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.523780] env[69437]: DEBUG nova.scheduler.client.report [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.585067] env[69437]: DEBUG nova.compute.manager [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.604226] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c61011-e595-aad6-8767-543ec075a618, 'name': SearchDatastore_Task, 'duration_secs': 0.01328} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.607759] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.608368] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.608647] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.608920] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.609358] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-971075c9-4e7c-456e-baaf-0c7a91a39d04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.617029] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56f94469-7b12-49be-b226-d76469f85532 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.620556] env[69437]: DEBUG nova.compute.manager [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.632950] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 625.632950] env[69437]: value = "task-4102797" [ 625.632950] env[69437]: _type = "Task" [ 625.632950] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.636841] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.637251] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.637507] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.637830] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.638126] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.638436] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.638808] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.639100] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.639401] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.639691] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.639986] env[69437]: DEBUG nova.virt.hardware [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.641392] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe99289e-1629-4aea-9208-18690eb2e1ac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.654189] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.654189] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.654590] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2117d2-e982-43f0-8984-c711c1c90729 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.666074] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0328ef34-50ba-4741-ba27-786bf13a6f1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.678219] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 625.678219] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524ad761-51f9-c49b-a748-af72a470a99a" [ 625.678219] env[69437]: _type = "Task" [ 625.678219] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.678640] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.714079] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524ad761-51f9-c49b-a748-af72a470a99a, 'name': SearchDatastore_Task, 'duration_secs': 0.016059} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.715701] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5515332d-3c8f-4c13-849b-d1adb08b020b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.723770] env[69437]: DEBUG oslo_vmware.api [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102789, 'name': PowerOnVM_Task, 'duration_secs': 1.450831} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.724452] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.724639] env[69437]: INFO nova.compute.manager [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Took 14.49 seconds to spawn the instance on the hypervisor. [ 625.724817] env[69437]: DEBUG nova.compute.manager [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 625.725629] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9012ef54-882c-47db-a2d2-c9c8e08fa0ff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.729515] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 625.729515] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528dd11a-a666-b368-25f1-822c7fcee779" [ 625.729515] env[69437]: _type = "Task" [ 625.729515] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.743604] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528dd11a-a666-b368-25f1-822c7fcee779, 'name': SearchDatastore_Task} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.743827] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.744068] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 7c21ebe3-babd-476a-a383-b3beab7afd01/7c21ebe3-babd-476a-a383-b3beab7afd01.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.744373] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7d6e66e-d1a3-4bd5-baf8-21ecf5768cf7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.752661] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 625.752661] env[69437]: value = "task-4102798" [ 625.752661] env[69437]: _type = "Task" [ 625.752661] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.763272] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.775472] env[69437]: DEBUG oslo_vmware.api [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102793, 'name': PowerOnVM_Task, 'duration_secs': 0.73998} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.775814] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.776167] env[69437]: INFO nova.compute.manager [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Took 9.94 seconds to spawn the instance on the hypervisor. [ 625.776220] env[69437]: DEBUG nova.compute.manager [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 625.777377] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80441b32-ab68-4f71-8450-2a06a2b022cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.818045] env[69437]: INFO nova.compute.manager [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Took 18.35 seconds to build instance. [ 625.833215] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquiring lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.833469] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.911407] env[69437]: DEBUG nova.network.neutron [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Updated VIF entry in instance network info cache for port e47450e6-9678-4eb2-bf80-f5805ff12431. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.911795] env[69437]: DEBUG nova.network.neutron [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Updating instance_info_cache with network_info: [{"id": "e47450e6-9678-4eb2-bf80-f5805ff12431", "address": "fa:16:3e:64:9e:b7", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47450e6-96", "ovs_interfaceid": "e47450e6-9678-4eb2-bf80-f5805ff12431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.987813] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527eb065-5df1-fad4-7494-d8fb31697057, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.988762] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.989144] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.989715] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.989967] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.990354] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.991214] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e80f3b0-029f-4f44-878a-743edf00f030 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.005176] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.005393] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.006321] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd517ba-a2bf-418d-bdc8-f163b94ff465 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.016627] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 626.016627] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5211a146-3d3e-163a-c0f9-177eb2c75a63" [ 626.016627] env[69437]: _type = "Task" [ 626.016627] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.028301] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5211a146-3d3e-163a-c0f9-177eb2c75a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.029031] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.030446] env[69437]: DEBUG nova.compute.manager [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.032218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.159s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.036476] env[69437]: INFO nova.compute.claims [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.150830] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.154616] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102797, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.259982] env[69437]: INFO nova.compute.manager [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Took 20.92 seconds to build instance. [ 626.268850] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102798, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.302636] env[69437]: INFO nova.compute.manager [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Took 18.04 seconds to build instance. [ 626.324780] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e3e0305e-437e-4f10-a237-d51b2ec4e910 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.863s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.325323] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.636s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.325516] env[69437]: INFO nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] During sync_power_state the instance has a pending task (networking). Skip. [ 626.325690] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.414753] env[69437]: DEBUG oslo_concurrency.lockutils [req-936fcfb0-064a-4523-9b1e-313a6e8a5d03 req-28e08e84-b29a-43b7-ab5a-d20786833491 service nova] Releasing lock "refresh_cache-32db9a27-d0b6-4487-9ea5-d0f8d463899f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.531947] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5211a146-3d3e-163a-c0f9-177eb2c75a63, 'name': SearchDatastore_Task, 'duration_secs': 0.06202} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.532495] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17cd12be-bb0d-4fe0-bda7-45557fc40f79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.538419] env[69437]: DEBUG nova.compute.utils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.547270] env[69437]: DEBUG nova.compute.manager [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 626.547689] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 626.547689] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52631bca-3ac2-913a-b396-88b28a4b9521" [ 626.547689] env[69437]: _type = "Task" [ 626.547689] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.559830] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52631bca-3ac2-913a-b396-88b28a4b9521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.656098] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617755} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.656522] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.656522] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.656712] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff93d5d-883d-4adc-990e-9d0149bbb71a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.664549] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 626.664549] env[69437]: value = "task-4102799" [ 626.664549] env[69437]: _type = "Task" [ 626.664549] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.681490] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.765072] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1086568-a917-4521-89d1-d6d2d6044a58 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.436s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.767525] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.078s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.767525] env[69437]: INFO nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] During sync_power_state the instance has a pending task (spawning). Skip. [ 626.767525] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.784540] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886705} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.787047] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 7c21ebe3-babd-476a-a383-b3beab7afd01/7c21ebe3-babd-476a-a383-b3beab7afd01.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.787047] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.787047] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e64a777e-0ea1-4dc5-926f-a415835b3089 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.808285] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.562s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.808425] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 626.808425] env[69437]: value = "task-4102800" [ 626.808425] env[69437]: _type = "Task" [ 626.808425] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.813947] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.125s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.815592] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f87ab2-526a-4792-80c5-5e3d0e334ac2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.839292] env[69437]: DEBUG nova.compute.manager [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.847704] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.052103] env[69437]: DEBUG nova.compute.manager [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.065211] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52631bca-3ac2-913a-b396-88b28a4b9521, 'name': SearchDatastore_Task, 'duration_secs': 0.046431} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.065475] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.065734] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 32db9a27-d0b6-4487-9ea5-d0f8d463899f/32db9a27-d0b6-4487-9ea5-d0f8d463899f.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.065977] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b967da60-d3cb-4cee-8782-4fa1b30bc549 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.080632] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 627.080632] env[69437]: value = "task-4102801" [ 627.080632] env[69437]: _type = "Task" [ 627.080632] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.089163] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.178772] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176339} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.179538] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.181034] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7a9bf6-9d79-4bf7-9b3c-c76649ac1d2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.207227] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.210828] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429ee71a-fbdb-4367-b1ce-4102f0765615 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.235259] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 627.235259] env[69437]: value = "task-4102802" [ 627.235259] env[69437]: _type = "Task" [ 627.235259] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.249288] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.270716] env[69437]: DEBUG nova.compute.manager [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.320533] env[69437]: DEBUG nova.compute.manager [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.339039] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186562} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.339215] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.340459] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661ed689-79f4-43f4-8540-56dc5c8a6389 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.347180] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.377363] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 7c21ebe3-babd-476a-a383-b3beab7afd01/7c21ebe3-babd-476a-a383-b3beab7afd01.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.380843] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5ac3e6-e159-4ca1-924b-40ce6f0c92ff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.406588] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 627.406588] env[69437]: value = "task-4102803" [ 627.406588] env[69437]: _type = "Task" [ 627.406588] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.416464] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.428686] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.462892] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8673a996-b403-419b-a175-ae0ec4c85cb4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.475745] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1760bc7-d886-440f-a359-8696fad07c05 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.519020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b28c74-a66c-4a04-87bb-77c02f78875b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.530100] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.530392] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.536796] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee41fee2-912d-4299-9a7b-073e60d55f80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.554222] env[69437]: DEBUG nova.compute.provider_tree [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.592072] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.747552] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.801304] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.854223] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.928310] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.949962] env[69437]: DEBUG nova.network.neutron [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Successfully updated port: 90a35bf4-7e10-43e5-95e9-0de8d358e951 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.067182] env[69437]: DEBUG nova.compute.manager [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.090843] env[69437]: ERROR nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [req-91b1dc69-58a8-4361-ba78-1f77e8066d87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91b1dc69-58a8-4361-ba78-1f77e8066d87"}]} [ 628.105162] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102801, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.109333] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.109815] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.110102] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.110647] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.110965] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.111309] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.111737] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.112058] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.112939] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.112939] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.112939] env[69437]: DEBUG nova.virt.hardware [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.114705] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15c1428-c0d1-441d-8a4d-cd0521da67d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.121802] env[69437]: DEBUG nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 628.135221] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25197f04-fbc0-4f3e-9094-fa4b59623ca0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.158366] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.166342] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.166933] env[69437]: DEBUG nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 628.167448] env[69437]: DEBUG nova.compute.provider_tree [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.170075] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.170552] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e26a6aad-6be6-4ace-a7b6-874d401ef8a5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.186769] env[69437]: DEBUG nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 628.191924] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.191924] env[69437]: value = "task-4102804" [ 628.191924] env[69437]: _type = "Task" [ 628.191924] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.204472] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102804, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.220712] env[69437]: DEBUG nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 628.249991] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102802, 'name': ReconfigVM_Task, 'duration_secs': 0.896443} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.250345] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Reconfigured VM instance instance-00000005 to attach disk [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.251013] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ddd68df-ea6c-47d7-83a6-d02c3c0dfeb8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.259835] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 628.259835] env[69437]: value = "task-4102805" [ 628.259835] env[69437]: _type = "Task" [ 628.259835] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.272563] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102805, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.421502] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102803, 'name': ReconfigVM_Task, 'duration_secs': 0.847353} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.422533] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 7c21ebe3-babd-476a-a383-b3beab7afd01/7c21ebe3-babd-476a-a383-b3beab7afd01.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.422533] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbfe9c1e-c977-4430-8750-518a0aea38f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.439481] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 628.439481] env[69437]: value = "task-4102806" [ 628.439481] env[69437]: _type = "Task" [ 628.439481] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.459949] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-f8909a81-d83c-4e2a-a53b-ae28bd91e609" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.459949] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-f8909a81-d83c-4e2a-a53b-ae28bd91e609" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.459949] env[69437]: DEBUG nova.network.neutron [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.459949] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102806, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.592499] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6204bef1-f09d-4e8a-8426-0db88e455581 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.603848] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102801, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.437498} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.606535] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 32db9a27-d0b6-4487-9ea5-d0f8d463899f/32db9a27-d0b6-4487-9ea5-d0f8d463899f.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.606770] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.607110] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e35a96b3-b608-44e6-90d9-4b4b89c18fb4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.610657] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043bb8db-ccad-42b5-92e0-db016861c85e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.663353] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac177a9-84e9-4338-b7cc-4e560e2f9e5e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.666672] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 628.666672] env[69437]: value = "task-4102807" [ 628.666672] env[69437]: _type = "Task" [ 628.666672] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.677692] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb32170-3298-4b39-a523-ba2d917ec7ac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.688543] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.706869] env[69437]: DEBUG nova.compute.provider_tree [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.711549] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102804, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.770905] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102805, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.952734] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102806, 'name': Rename_Task, 'duration_secs': 0.27481} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.953033] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.953279] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73602589-36c2-408d-9d99-9be6149f371c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.962178] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 628.962178] env[69437]: value = "task-4102808" [ 628.962178] env[69437]: _type = "Task" [ 628.962178] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.973958] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.042655] env[69437]: DEBUG nova.network.neutron [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.170158] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9cba1ac-36e7-49c0-8995-be77af5cecfa tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquiring lock "interface-2fbcd70a-d471-4674-a7a4-f9f54282a660-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.170534] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9cba1ac-36e7-49c0-8995-be77af5cecfa tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "interface-2fbcd70a-d471-4674-a7a4-f9f54282a660-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.170802] env[69437]: DEBUG nova.objects.instance [None req-d9cba1ac-36e7-49c0-8995-be77af5cecfa tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lazy-loading 'flavor' on Instance uuid 2fbcd70a-d471-4674-a7a4-f9f54282a660 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.184809] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117385} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.185185] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.186296] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b42c0a-1e5b-4351-9c2c-45e3b5433c6e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.216657] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 32db9a27-d0b6-4487-9ea5-d0f8d463899f/32db9a27-d0b6-4487-9ea5-d0f8d463899f.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.224826] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e857502e-1577-499e-b24d-dd70bd68569f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.248433] env[69437]: DEBUG nova.compute.manager [req-2c1d023a-ebd8-417e-a86e-3aea341b9b4f req-9db445a6-874b-432e-b353-4d5c57ae0e8f service nova] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Received event network-vif-plugged-90a35bf4-7e10-43e5-95e9-0de8d358e951 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.248640] env[69437]: DEBUG oslo_concurrency.lockutils [req-2c1d023a-ebd8-417e-a86e-3aea341b9b4f req-9db445a6-874b-432e-b353-4d5c57ae0e8f service nova] Acquiring lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.248891] env[69437]: DEBUG oslo_concurrency.lockutils [req-2c1d023a-ebd8-417e-a86e-3aea341b9b4f req-9db445a6-874b-432e-b353-4d5c57ae0e8f service nova] Lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.249241] env[69437]: DEBUG oslo_concurrency.lockutils [req-2c1d023a-ebd8-417e-a86e-3aea341b9b4f req-9db445a6-874b-432e-b353-4d5c57ae0e8f service nova] Lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.249241] env[69437]: DEBUG nova.compute.manager [req-2c1d023a-ebd8-417e-a86e-3aea341b9b4f req-9db445a6-874b-432e-b353-4d5c57ae0e8f service nova] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] No waiting events found dispatching network-vif-plugged-90a35bf4-7e10-43e5-95e9-0de8d358e951 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 629.249404] env[69437]: WARNING nova.compute.manager [req-2c1d023a-ebd8-417e-a86e-3aea341b9b4f req-9db445a6-874b-432e-b353-4d5c57ae0e8f service nova] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Received unexpected event network-vif-plugged-90a35bf4-7e10-43e5-95e9-0de8d358e951 for instance with vm_state building and task_state spawning. [ 629.257413] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102804, 'name': CreateVM_Task, 'duration_secs': 0.57349} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.260032] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.260032] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 629.260032] env[69437]: value = "task-4102809" [ 629.260032] env[69437]: _type = "Task" [ 629.260032] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.260253] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.260837] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.260837] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.260983] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63c0dce-98d9-42d7-8441-1080fb88abd7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.270509] env[69437]: ERROR nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [req-ecae655f-41a5-4d86-9113-882a3c5a0fb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ecae655f-41a5-4d86-9113-882a3c5a0fb1"}]} [ 629.286056] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.286056] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 629.286056] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52512f2f-e596-f7e8-0f75-d277009552a1" [ 629.286056] env[69437]: _type = "Task" [ 629.286056] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.289438] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102805, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.300190] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52512f2f-e596-f7e8-0f75-d277009552a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.309032] env[69437]: DEBUG nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 629.315430] env[69437]: DEBUG nova.network.neutron [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Updating instance_info_cache with network_info: [{"id": "90a35bf4-7e10-43e5-95e9-0de8d358e951", "address": "fa:16:3e:3b:84:d0", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a35bf4-7e", "ovs_interfaceid": "90a35bf4-7e10-43e5-95e9-0de8d358e951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.317193] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "286cdad6-dd47-44cf-9385-98a8c9a442ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.317931] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "286cdad6-dd47-44cf-9385-98a8c9a442ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.336395] env[69437]: DEBUG nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 629.336794] env[69437]: DEBUG nova.compute.provider_tree [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.354973] env[69437]: DEBUG nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 629.383638] env[69437]: DEBUG nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 629.472338] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102808, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.679842] env[69437]: DEBUG nova.objects.instance [None req-d9cba1ac-36e7-49c0-8995-be77af5cecfa tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lazy-loading 'pci_requests' on Instance uuid 2fbcd70a-d471-4674-a7a4-f9f54282a660 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.687358] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb44912c-b477-4cea-8f15-2abdb2d24dc9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.701098] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1c9c7f-3c91-4d2f-8f3d-b60697ea4bee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.739608] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e8cd13-258a-4448-8390-af66b2fcca3a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.748881] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a74c03-759a-468e-8182-1059414f8d85 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.767878] env[69437]: DEBUG nova.compute.provider_tree [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.784502] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.787818] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102805, 'name': Rename_Task, 'duration_secs': 1.213458} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.788733] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.789091] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b249549-d933-4a8d-871c-c49e92f0280d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.802322] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52512f2f-e596-f7e8-0f75-d277009552a1, 'name': SearchDatastore_Task, 'duration_secs': 0.026913} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.803740] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.803988] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.804237] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.804385] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.804558] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.805622] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 629.805622] env[69437]: value = "task-4102810" [ 629.805622] env[69437]: _type = "Task" [ 629.805622] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.805622] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71734099-6621-4209-a2f0-be47fd5f56cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.816975] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.818374] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.819123] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.820467] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-f8909a81-d83c-4e2a-a53b-ae28bd91e609" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.820467] env[69437]: DEBUG nova.compute.manager [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Instance network_info: |[{"id": "90a35bf4-7e10-43e5-95e9-0de8d358e951", "address": "fa:16:3e:3b:84:d0", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a35bf4-7e", "ovs_interfaceid": "90a35bf4-7e10-43e5-95e9-0de8d358e951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.820706] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e257c2ff-3f79-4c11-94b3-1ffccaf8b042 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.823536] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:84:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90a35bf4-7e10-43e5-95e9-0de8d358e951', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.831879] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Creating folder: Project (187b71e0ab394ed1900298f170ddf3ad). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.834172] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3258d57-70e6-4c2c-b544-7bf2019f0bb5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.841350] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 629.841350] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e7de10-60cb-afc9-6b3f-243b6e101b7c" [ 629.841350] env[69437]: _type = "Task" [ 629.841350] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.845455] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Created folder: Project (187b71e0ab394ed1900298f170ddf3ad) in parent group-v812682. [ 629.845701] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Creating folder: Instances. Parent ref: group-v812705. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.846032] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e85fab69-7b96-4d46-829e-729b6ede305a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.851681] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e7de10-60cb-afc9-6b3f-243b6e101b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.862352] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Created folder: Instances in parent group-v812705. [ 629.862352] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.862498] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.862807] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a1b13a9-c284-476d-8ce6-d73c620071c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.888680] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.888680] env[69437]: value = "task-4102813" [ 629.888680] env[69437]: _type = "Task" [ 629.888680] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.898841] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102813, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.978308] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102808, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.187056] env[69437]: DEBUG nova.objects.base [None req-d9cba1ac-36e7-49c0-8995-be77af5cecfa tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Object Instance<2fbcd70a-d471-4674-a7a4-f9f54282a660> lazy-loaded attributes: flavor,pci_requests {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 630.187837] env[69437]: DEBUG nova.network.neutron [None req-d9cba1ac-36e7-49c0-8995-be77af5cecfa tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.281869] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102809, 'name': ReconfigVM_Task, 'duration_secs': 0.866905} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.282400] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 32db9a27-d0b6-4487-9ea5-d0f8d463899f/32db9a27-d0b6-4487-9ea5-d0f8d463899f.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.283242] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e637cae-baac-454b-8776-1042e01a91f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.297283] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 630.297283] env[69437]: value = "task-4102814" [ 630.297283] env[69437]: _type = "Task" [ 630.297283] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.309257] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102814, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.322555] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.328543] env[69437]: DEBUG nova.scheduler.client.report [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 630.328543] env[69437]: DEBUG nova.compute.provider_tree [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 21 to 22 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 630.328543] env[69437]: DEBUG nova.compute.provider_tree [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.351786] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e7de10-60cb-afc9-6b3f-243b6e101b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.044351} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.353886] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a5b422-85ac-49f8-8c4f-449bc2edaa67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.363021] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 630.363021] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5254d39a-62eb-5f72-f591-bc17f0da0525" [ 630.363021] env[69437]: _type = "Task" [ 630.363021] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.374991] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5254d39a-62eb-5f72-f591-bc17f0da0525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.399232] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102813, 'name': CreateVM_Task, 'duration_secs': 0.461445} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.399688] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.400585] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.400659] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.401115] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.401444] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980815fa-5b17-412f-ae97-6c7d5d1690c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.408873] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 630.408873] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525be038-d2ce-7540-b713-4bbd2451605e" [ 630.408873] env[69437]: _type = "Task" [ 630.408873] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.418587] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525be038-d2ce-7540-b713-4bbd2451605e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.447331] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9cba1ac-36e7-49c0-8995-be77af5cecfa tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "interface-2fbcd70a-d471-4674-a7a4-f9f54282a660-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.277s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.474398] env[69437]: DEBUG oslo_vmware.api [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102808, 'name': PowerOnVM_Task, 'duration_secs': 1.129782} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.474506] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.474704] env[69437]: INFO nova.compute.manager [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Took 7.36 seconds to spawn the instance on the hypervisor. [ 630.474883] env[69437]: DEBUG nova.compute.manager [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 630.475724] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd02fd8-a22c-4b40-a571-faa2dee31634 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.480692] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquiring lock "de6b1533-4813-4bb5-8a45-acf9f368965e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.481035] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.481413] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquiring lock "de6b1533-4813-4bb5-8a45-acf9f368965e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.482247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.483527] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.490749] env[69437]: INFO nova.compute.manager [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Terminating instance [ 630.812383] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102814, 'name': Rename_Task, 'duration_secs': 0.272192} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.816778] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.817417] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ca66791-e0ad-46da-a310-eed785bc04ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.826445] env[69437]: DEBUG oslo_vmware.api [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102810, 'name': PowerOnVM_Task, 'duration_secs': 0.686981} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.828905] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.828905] env[69437]: INFO nova.compute.manager [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Took 12.48 seconds to spawn the instance on the hypervisor. [ 630.829170] env[69437]: DEBUG nova.compute.manager [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 630.829648] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 630.829648] env[69437]: value = "task-4102815" [ 630.829648] env[69437]: _type = "Task" [ 630.829648] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.830655] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a98950-a608-4560-9c25-d8210e9a5d9a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.834686] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.802s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.835297] env[69437]: DEBUG nova.compute.manager [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.843249] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.145s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.860156] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102815, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.876842] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5254d39a-62eb-5f72-f591-bc17f0da0525, 'name': SearchDatastore_Task, 'duration_secs': 0.015986} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.877166] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.877541] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] a2375c4e-89cb-474b-9652-47868e4e54c5/a2375c4e-89cb-474b-9652-47868e4e54c5.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.877840] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-890f31db-39e5-4285-a75d-e82c3d2d68ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.887019] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 630.887019] env[69437]: value = "task-4102816" [ 630.887019] env[69437]: _type = "Task" [ 630.887019] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.895385] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.928247] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525be038-d2ce-7540-b713-4bbd2451605e, 'name': SearchDatastore_Task, 'duration_secs': 0.016507} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.928247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.928247] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.928247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.928872] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.928872] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.928872] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3122344a-e441-4fcd-aafb-ad435f3fdf25 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.947090] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.947475] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.948728] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fc5e99-dfdc-4c77-94aa-c4d50ad47420 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.964416] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 630.964416] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a17ffa-7593-f305-f30b-6c6c5638cb85" [ 630.964416] env[69437]: _type = "Task" [ 630.964416] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.976900] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a17ffa-7593-f305-f30b-6c6c5638cb85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.998348] env[69437]: DEBUG nova.compute.manager [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.998748] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.999842] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6060fee-59ab-471e-9908-44608167ca2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.010633] env[69437]: INFO nova.compute.manager [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Took 21.63 seconds to build instance. [ 631.018638] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.018638] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-071e303a-5e4a-435b-88d0-f045f49ed295 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.028042] env[69437]: DEBUG oslo_vmware.api [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 631.028042] env[69437]: value = "task-4102817" [ 631.028042] env[69437]: _type = "Task" [ 631.028042] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.042244] env[69437]: DEBUG oslo_vmware.api [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.345079] env[69437]: DEBUG nova.compute.utils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.353251] env[69437]: DEBUG nova.compute.manager [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.353251] env[69437]: DEBUG nova.network.neutron [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.363571] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.378234] env[69437]: INFO nova.compute.manager [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Took 22.99 seconds to build instance. [ 631.404705] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102816, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.447333] env[69437]: DEBUG nova.policy [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1118175ebd84d11b3c957d852716dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21998590885941aa8fdb80e4872b059e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.479486] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a17ffa-7593-f305-f30b-6c6c5638cb85, 'name': SearchDatastore_Task, 'duration_secs': 0.013236} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.480947] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0321b7d4-c0d4-4b4c-bef7-6c69c2541278 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.487988] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 631.487988] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5296ffd2-024d-f712-482c-d735365f18fc" [ 631.487988] env[69437]: _type = "Task" [ 631.487988] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.497930] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5296ffd2-024d-f712-482c-d735365f18fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.513847] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f0ee6e59-895b-4ed3-ac42-50bffb95d0a1 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "7c21ebe3-babd-476a-a383-b3beab7afd01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.148s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.547237] env[69437]: DEBUG oslo_vmware.api [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102817, 'name': PowerOffVM_Task, 'duration_secs': 0.269624} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.547535] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.547839] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.548155] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6a7ed70-36b5-4595-921b-805ed99bebfd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.633558] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.633558] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.633558] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Deleting the datastore file [datastore2] de6b1533-4813-4bb5-8a45-acf9f368965e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.633558] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4ed981a-f095-4182-8769-4ee8c32cc059 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.644864] env[69437]: DEBUG oslo_vmware.api [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for the task: (returnval){ [ 631.644864] env[69437]: value = "task-4102819" [ 631.644864] env[69437]: _type = "Task" [ 631.644864] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.656094] env[69437]: DEBUG oslo_vmware.api [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.737181] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquiring lock "0da9c6e1-e88e-4f05-a443-9921ef5db588" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.737513] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "0da9c6e1-e88e-4f05-a443-9921ef5db588" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.848675] env[69437]: DEBUG oslo_vmware.api [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4102815, 'name': PowerOnVM_Task, 'duration_secs': 1.014045} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.849013] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.849150] env[69437]: INFO nova.compute.manager [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Took 11.16 seconds to spawn the instance on the hypervisor. [ 631.849474] env[69437]: DEBUG nova.compute.manager [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 631.852040] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748998e0-2859-4ff8-9679-21a7f5016bfd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.867024] env[69437]: DEBUG nova.compute.manager [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.882635] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26688353-3e52-4b36-a3c5-9d1c5a234e7f tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "aa306a76-5515-4edc-9b97-8da7c46550a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.511s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.911612] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716913} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.912051] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] a2375c4e-89cb-474b-9652-47868e4e54c5/a2375c4e-89cb-474b-9652-47868e4e54c5.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.912324] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.912956] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dde7768-02e2-48eb-b3b4-8840a35f1cbd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.917528] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 736eb682-9dd1-45a7-8f88-d83ddae4d68a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.917528] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 2fbcd70a-d471-4674-a7a4-f9f54282a660 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.918020] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.918020] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance de6b1533-4813-4bb5-8a45-acf9f368965e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.918151] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance aa306a76-5515-4edc-9b97-8da7c46550a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.921549] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 32db9a27-d0b6-4487-9ea5-d0f8d463899f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.921549] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 7c21ebe3-babd-476a-a383-b3beab7afd01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.921549] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance f8909a81-d83c-4e2a-a53b-ae28bd91e609 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.921549] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance a2375c4e-89cb-474b-9652-47868e4e54c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.921934] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 35a8b6a7-f20e-4962-b21b-045e5a2714c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.927998] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 631.927998] env[69437]: value = "task-4102820" [ 631.927998] env[69437]: _type = "Task" [ 631.927998] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.949715] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.013612] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5296ffd2-024d-f712-482c-d735365f18fc, 'name': SearchDatastore_Task, 'duration_secs': 0.058361} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.013612] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.013612] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f8909a81-d83c-4e2a-a53b-ae28bd91e609/f8909a81-d83c-4e2a-a53b-ae28bd91e609.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.015666] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79df83d5-44bb-46fe-8885-2c22d9d9c47b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.018141] env[69437]: DEBUG nova.compute.manager [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.033671] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 632.033671] env[69437]: value = "task-4102821" [ 632.033671] env[69437]: _type = "Task" [ 632.033671] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.042936] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.101565] env[69437]: DEBUG nova.network.neutron [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Successfully created port: 7c27b7db-b459-4062-948c-11e8615c14a5 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.162980] env[69437]: DEBUG oslo_vmware.api [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Task: {'id': task-4102819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243373} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.162980] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.162980] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.163451] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.163687] env[69437]: INFO nova.compute.manager [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 632.164492] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.164599] env[69437]: DEBUG nova.compute.manager [-] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.164760] env[69437]: DEBUG nova.network.neutron [-] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.326923] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.327198] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.388033] env[69437]: DEBUG nova.compute.manager [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.390495] env[69437]: INFO nova.compute.manager [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Took 23.74 seconds to build instance. [ 632.423826] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 632.443510] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08702} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.443935] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.445596] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee172c74-be77-4c5e-b6f5-82f11557c35d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.482294] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a2375c4e-89cb-474b-9652-47868e4e54c5/a2375c4e-89cb-474b-9652-47868e4e54c5.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.483673] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787ddda9-e4a1-4e3b-9bfa-324f5e28cc56 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.506942] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 632.506942] env[69437]: value = "task-4102822" [ 632.506942] env[69437]: _type = "Task" [ 632.506942] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.516489] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.543692] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.552495] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.687544] env[69437]: DEBUG nova.compute.manager [req-fa2ea916-2597-46b0-9e1b-174e3ee28568 req-d5dd441c-5446-4aa4-8cda-8c45d327e972 service nova] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Received event network-changed-90a35bf4-7e10-43e5-95e9-0de8d358e951 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.687799] env[69437]: DEBUG nova.compute.manager [req-fa2ea916-2597-46b0-9e1b-174e3ee28568 req-d5dd441c-5446-4aa4-8cda-8c45d327e972 service nova] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Refreshing instance network info cache due to event network-changed-90a35bf4-7e10-43e5-95e9-0de8d358e951. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.688181] env[69437]: DEBUG oslo_concurrency.lockutils [req-fa2ea916-2597-46b0-9e1b-174e3ee28568 req-d5dd441c-5446-4aa4-8cda-8c45d327e972 service nova] Acquiring lock "refresh_cache-f8909a81-d83c-4e2a-a53b-ae28bd91e609" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.688364] env[69437]: DEBUG oslo_concurrency.lockutils [req-fa2ea916-2597-46b0-9e1b-174e3ee28568 req-d5dd441c-5446-4aa4-8cda-8c45d327e972 service nova] Acquired lock "refresh_cache-f8909a81-d83c-4e2a-a53b-ae28bd91e609" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.688534] env[69437]: DEBUG nova.network.neutron [req-fa2ea916-2597-46b0-9e1b-174e3ee28568 req-d5dd441c-5446-4aa4-8cda-8c45d327e972 service nova] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Refreshing network info cache for port 90a35bf4-7e10-43e5-95e9-0de8d358e951 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.885066] env[69437]: DEBUG nova.compute.manager [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.896803] env[69437]: DEBUG oslo_concurrency.lockutils [None req-25213f5a-a11e-4bcb-919b-528148d6c53b tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.269s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.923188] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.928619] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.928913] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.929166] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.929457] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.929901] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.931241] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.931241] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.931241] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.931241] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.931241] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.931450] env[69437]: DEBUG nova.virt.hardware [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.932416] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance b40269cc-f3c6-4dbc-a9aa-aa9f95186045 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 632.934484] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1159107d-d73d-42f8-b77c-28da8ebb930e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.945363] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3c7d4f-a2b9-4d4d-af22-26d83f4ef1bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.018888] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.045534] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.406356] env[69437]: DEBUG nova.compute.manager [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.439557] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance f21e252d-7028-417c-872b-f69c49c2dc59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 633.532149] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102822, 'name': ReconfigVM_Task, 'duration_secs': 0.755847} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.532808] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a2375c4e-89cb-474b-9652-47868e4e54c5/a2375c4e-89cb-474b-9652-47868e4e54c5.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.537222] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-511de8a0-5fc5-45ab-8093-cb4ae35947cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.556656] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102821, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.558107] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 633.558107] env[69437]: value = "task-4102823" [ 633.558107] env[69437]: _type = "Task" [ 633.558107] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.567359] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102823, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.588802] env[69437]: DEBUG nova.network.neutron [-] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.704502] env[69437]: DEBUG oslo_concurrency.lockutils [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquiring lock "2fbcd70a-d471-4674-a7a4-f9f54282a660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.705050] env[69437]: DEBUG oslo_concurrency.lockutils [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.705621] env[69437]: DEBUG oslo_concurrency.lockutils [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquiring lock "2fbcd70a-d471-4674-a7a4-f9f54282a660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.705760] env[69437]: DEBUG oslo_concurrency.lockutils [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.706115] env[69437]: DEBUG oslo_concurrency.lockutils [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.712286] env[69437]: INFO nova.compute.manager [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Terminating instance [ 633.788220] env[69437]: DEBUG nova.network.neutron [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Successfully updated port: 7c27b7db-b459-4062-948c-11e8615c14a5 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.917990] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquiring lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.919029] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.923406] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquiring lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.927022] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.927022] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.927022] env[69437]: INFO nova.compute.manager [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Terminating instance [ 633.945820] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 299209ef-69dd-4e72-a9df-d8dabb8993b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 633.955034] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.047830] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102821, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55242} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.048507] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f8909a81-d83c-4e2a-a53b-ae28bd91e609/f8909a81-d83c-4e2a-a53b-ae28bd91e609.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.048507] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.048668] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6c9fdb2-f7f8-442c-a037-88877f333bcc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.057313] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 634.057313] env[69437]: value = "task-4102824" [ 634.057313] env[69437]: _type = "Task" [ 634.057313] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.073177] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.077249] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102823, 'name': Rename_Task, 'duration_secs': 0.223515} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.077600] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.078045] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef6f258d-b034-4521-9caa-0cfb09632769 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.089045] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 634.089045] env[69437]: value = "task-4102825" [ 634.089045] env[69437]: _type = "Task" [ 634.089045] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.089920] env[69437]: INFO nova.compute.manager [-] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Took 1.92 seconds to deallocate network for instance. [ 634.111268] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102825, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.131538] env[69437]: DEBUG nova.network.neutron [req-fa2ea916-2597-46b0-9e1b-174e3ee28568 req-d5dd441c-5446-4aa4-8cda-8c45d327e972 service nova] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Updated VIF entry in instance network info cache for port 90a35bf4-7e10-43e5-95e9-0de8d358e951. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.131538] env[69437]: DEBUG nova.network.neutron [req-fa2ea916-2597-46b0-9e1b-174e3ee28568 req-d5dd441c-5446-4aa4-8cda-8c45d327e972 service nova] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Updating instance_info_cache with network_info: [{"id": "90a35bf4-7e10-43e5-95e9-0de8d358e951", "address": "fa:16:3e:3b:84:d0", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a35bf4-7e", "ovs_interfaceid": "90a35bf4-7e10-43e5-95e9-0de8d358e951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.216208] env[69437]: DEBUG nova.compute.manager [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.216372] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.217382] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591cd62e-c81e-4203-950e-31f678f2bb0c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.228962] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.229309] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47f7a0f9-9cf5-4620-a369-00ee97f4bc94 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.239333] env[69437]: DEBUG oslo_vmware.api [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 634.239333] env[69437]: value = "task-4102826" [ 634.239333] env[69437]: _type = "Task" [ 634.239333] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.252080] env[69437]: DEBUG oslo_vmware.api [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.295407] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquiring lock "refresh_cache-35a8b6a7-f20e-4962-b21b-045e5a2714c9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.296125] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquired lock "refresh_cache-35a8b6a7-f20e-4962-b21b-045e5a2714c9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.296125] env[69437]: DEBUG nova.network.neutron [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.303977] env[69437]: DEBUG nova.compute.manager [req-cc35892f-8489-4d7f-9552-95ca9e6ef503 req-45c0bfe9-5811-4088-9c09-a5a956305c1b service nova] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Received event network-vif-deleted-1ad95a78-413d-4ea3-b170-376136e53bcb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.414282] env[69437]: INFO nova.compute.manager [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Rebuilding instance [ 634.434140] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Acquiring lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.434623] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.434989] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Acquiring lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.435322] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.435900] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.439622] env[69437]: DEBUG nova.compute.manager [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.439747] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.446348] env[69437]: INFO nova.compute.manager [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Terminating instance [ 634.449213] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c088b6-7abd-467a-909d-9afa777d7239 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.457123] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 634.466821] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.467659] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad549ad4-aa62-4a9b-b4a4-f38b265cd20c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.476363] env[69437]: DEBUG oslo_vmware.api [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 634.476363] env[69437]: value = "task-4102827" [ 634.476363] env[69437]: _type = "Task" [ 634.476363] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.486626] env[69437]: DEBUG oslo_vmware.api [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.494285] env[69437]: DEBUG nova.compute.manager [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.495231] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3589573-9ee2-496f-a288-c9bebf330344 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.573145] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080292} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.573556] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.574555] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f24e9b-b43a-44cb-b3d1-3d6a9014a08a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.600037] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] f8909a81-d83c-4e2a-a53b-ae28bd91e609/f8909a81-d83c-4e2a-a53b-ae28bd91e609.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.604085] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e50c14-4213-49d7-935f-0c60979c15e8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.624399] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.635897] env[69437]: DEBUG oslo_concurrency.lockutils [req-fa2ea916-2597-46b0-9e1b-174e3ee28568 req-d5dd441c-5446-4aa4-8cda-8c45d327e972 service nova] Releasing lock "refresh_cache-f8909a81-d83c-4e2a-a53b-ae28bd91e609" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.636354] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.640092] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 634.640092] env[69437]: value = "task-4102828" [ 634.640092] env[69437]: _type = "Task" [ 634.640092] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.650569] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.749559] env[69437]: DEBUG oslo_vmware.api [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102826, 'name': PowerOffVM_Task, 'duration_secs': 0.383137} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.749834] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.750049] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.750308] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdd71ddb-f8b1-483a-a229-907b1c6ce3fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.836793] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.837130] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.837308] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Deleting the datastore file [datastore2] 2fbcd70a-d471-4674-a7a4-f9f54282a660 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.837603] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15e12d1c-8bad-4313-b274-166b4ea3b2b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.845488] env[69437]: DEBUG oslo_vmware.api [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for the task: (returnval){ [ 634.845488] env[69437]: value = "task-4102830" [ 634.845488] env[69437]: _type = "Task" [ 634.845488] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.856974] env[69437]: DEBUG oslo_vmware.api [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.909201] env[69437]: DEBUG nova.network.neutron [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.960343] env[69437]: DEBUG nova.compute.manager [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.960731] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.961342] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d1beebbf-029a-42bd-92d1-db0d5fc9277c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 634.967834] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84fde3d-3afd-42fd-b0d1-22c121294620 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.987711] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.990512] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81528160-e4a6-40b1-bd5f-c5205246af8e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.999166] env[69437]: DEBUG oslo_vmware.api [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102827, 'name': PowerOffVM_Task, 'duration_secs': 0.489285} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.000721] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.004026] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.004026] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eace345-486c-4723-af9c-0903d6c94ad1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.023595] env[69437]: DEBUG oslo_vmware.api [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Waiting for the task: (returnval){ [ 635.023595] env[69437]: value = "task-4102831" [ 635.023595] env[69437]: _type = "Task" [ 635.023595] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.038144] env[69437]: DEBUG oslo_vmware.api [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Task: {'id': task-4102831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.107284] env[69437]: DEBUG oslo_vmware.api [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102825, 'name': PowerOnVM_Task, 'duration_secs': 0.984921} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.109031] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.109031] env[69437]: INFO nova.compute.manager [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Took 7.04 seconds to spawn the instance on the hypervisor. [ 635.109031] env[69437]: DEBUG nova.compute.manager [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.109031] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0a4ca5-57ad-4b2d-a4c1-7f5b0b2b5a92 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.129426] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.131613] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.131613] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Deleting the datastore file [datastore2] 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.131613] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f01006fd-9fb0-4372-a204-012c6971042d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.139736] env[69437]: DEBUG oslo_vmware.api [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for the task: (returnval){ [ 635.139736] env[69437]: value = "task-4102833" [ 635.139736] env[69437]: _type = "Task" [ 635.139736] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.161130] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.161611] env[69437]: DEBUG oslo_vmware.api [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.328438] env[69437]: DEBUG nova.network.neutron [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Updating instance_info_cache with network_info: [{"id": "7c27b7db-b459-4062-948c-11e8615c14a5", "address": "fa:16:3e:b7:66:10", "network": {"id": "80493cc6-6fa4-4131-92ea-4973fdcaf563", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1593578827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21998590885941aa8fdb80e4872b059e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c27b7db-b4", "ovs_interfaceid": "7c27b7db-b459-4062-948c-11e8615c14a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.362231] env[69437]: DEBUG oslo_vmware.api [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Task: {'id': task-4102830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331777} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.362544] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.363028] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.363219] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.363395] env[69437]: INFO nova.compute.manager [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Took 1.15 seconds to destroy the instance on the hypervisor. [ 635.363637] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.363905] env[69437]: DEBUG nova.compute.manager [-] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.363943] env[69437]: DEBUG nova.network.neutron [-] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.477706] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 286cdad6-dd47-44cf-9385-98a8c9a442ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 635.527049] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.527133] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66694a4a-77e9-41f9-b067-ce5dc73aebe1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.544261] env[69437]: DEBUG oslo_vmware.api [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Task: {'id': task-4102831, 'name': PowerOffVM_Task, 'duration_secs': 0.306568} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.544261] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 635.544261] env[69437]: value = "task-4102834" [ 635.544261] env[69437]: _type = "Task" [ 635.544261] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.544261] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.544261] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.544261] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bb3a039-0fd6-478a-b8ab-0328f2c42e3c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.568032] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.607619] env[69437]: DEBUG nova.compute.manager [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Received event network-vif-plugged-7c27b7db-b459-4062-948c-11e8615c14a5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.607619] env[69437]: DEBUG oslo_concurrency.lockutils [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] Acquiring lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.607619] env[69437]: DEBUG oslo_concurrency.lockutils [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] Lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.607888] env[69437]: DEBUG oslo_concurrency.lockutils [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] Lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.608028] env[69437]: DEBUG nova.compute.manager [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] No waiting events found dispatching network-vif-plugged-7c27b7db-b459-4062-948c-11e8615c14a5 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 635.608204] env[69437]: WARNING nova.compute.manager [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Received unexpected event network-vif-plugged-7c27b7db-b459-4062-948c-11e8615c14a5 for instance with vm_state building and task_state spawning. [ 635.608369] env[69437]: DEBUG nova.compute.manager [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Received event network-changed-7c27b7db-b459-4062-948c-11e8615c14a5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.608514] env[69437]: DEBUG nova.compute.manager [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Refreshing instance network info cache due to event network-changed-7c27b7db-b459-4062-948c-11e8615c14a5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.608705] env[69437]: DEBUG oslo_concurrency.lockutils [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] Acquiring lock "refresh_cache-35a8b6a7-f20e-4962-b21b-045e5a2714c9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.640164] env[69437]: INFO nova.compute.manager [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Took 22.06 seconds to build instance. [ 635.663501] env[69437]: DEBUG oslo_vmware.api [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Task: {'id': task-4102833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288864} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.663897] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102828, 'name': ReconfigVM_Task, 'duration_secs': 0.804827} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.665057] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.665302] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.665964] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.667172] env[69437]: INFO nova.compute.manager [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Took 1.23 seconds to destroy the instance on the hypervisor. [ 635.667529] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.669199] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Reconfigured VM instance instance-00000008 to attach disk [datastore1] f8909a81-d83c-4e2a-a53b-ae28bd91e609/f8909a81-d83c-4e2a-a53b-ae28bd91e609.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.671288] env[69437]: DEBUG nova.compute.manager [-] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.671741] env[69437]: DEBUG nova.network.neutron [-] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.674708] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8e7d024-0831-4363-a772-7e99214d4865 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.680898] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.681658] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.682050] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Deleting the datastore file [datastore1] 32db9a27-d0b6-4487-9ea5-d0f8d463899f {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.684652] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f22e421-4775-437e-b9b5-2c0d84bacc63 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.690885] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 635.690885] env[69437]: value = "task-4102836" [ 635.690885] env[69437]: _type = "Task" [ 635.690885] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.701080] env[69437]: DEBUG oslo_vmware.api [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Waiting for the task: (returnval){ [ 635.701080] env[69437]: value = "task-4102837" [ 635.701080] env[69437]: _type = "Task" [ 635.701080] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.704601] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102836, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.715984] env[69437]: DEBUG oslo_vmware.api [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Task: {'id': task-4102837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.833190] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Releasing lock "refresh_cache-35a8b6a7-f20e-4962-b21b-045e5a2714c9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.833190] env[69437]: DEBUG nova.compute.manager [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Instance network_info: |[{"id": "7c27b7db-b459-4062-948c-11e8615c14a5", "address": "fa:16:3e:b7:66:10", "network": {"id": "80493cc6-6fa4-4131-92ea-4973fdcaf563", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1593578827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21998590885941aa8fdb80e4872b059e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c27b7db-b4", "ovs_interfaceid": "7c27b7db-b459-4062-948c-11e8615c14a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.833449] env[69437]: DEBUG oslo_concurrency.lockutils [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] Acquired lock "refresh_cache-35a8b6a7-f20e-4962-b21b-045e5a2714c9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.833449] env[69437]: DEBUG nova.network.neutron [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Refreshing network info cache for port 7c27b7db-b459-4062-948c-11e8615c14a5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.833569] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:66:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c27b7db-b459-4062-948c-11e8615c14a5', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.844465] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Creating folder: Project (21998590885941aa8fdb80e4872b059e). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.844465] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dae1ad83-8144-41d9-b4df-851258929199 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.857197] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Created folder: Project (21998590885941aa8fdb80e4872b059e) in parent group-v812682. [ 635.857516] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Creating folder: Instances. Parent ref: group-v812708. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.857820] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-039f4c61-d65e-4788-9c6a-0c21f30c92cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.870225] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Created folder: Instances in parent group-v812708. [ 635.870225] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.871021] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.871021] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18b378d4-da71-46b9-ac3e-14d24c2cf062 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.898772] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.898772] env[69437]: value = "task-4102840" [ 635.898772] env[69437]: _type = "Task" [ 635.898772] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.909423] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102840, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.983926] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 0da9c6e1-e88e-4f05-a443-9921ef5db588 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 636.057218] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102834, 'name': PowerOffVM_Task, 'duration_secs': 0.250325} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.057218] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.057218] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.057218] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e67741-8b4e-4170-ac55-cb3afec8518b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.067975] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.067975] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d69548f-9fb8-4fd8-907d-a4a15727cd25 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.098234] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.098368] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.098565] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Deleting the datastore file [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.099138] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805f31e5-bec1-4411-8053-4ff1d81e7d38 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.107221] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 636.107221] env[69437]: value = "task-4102842" [ 636.107221] env[69437]: _type = "Task" [ 636.107221] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.118714] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.149907] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f154a734-a205-4ee6-910a-70e47286dafc tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "a2375c4e-89cb-474b-9652-47868e4e54c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.586s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.166322] env[69437]: DEBUG nova.network.neutron [-] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.209120] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquiring lock "a73dab07-defc-470a-a91e-0e77a69da76e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.209562] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "a73dab07-defc-470a-a91e-0e77a69da76e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.210015] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102836, 'name': Rename_Task, 'duration_secs': 0.271707} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.214780] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.216039] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48bfde80-7140-4a4d-b2fc-ff60cf9f908b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.223492] env[69437]: DEBUG oslo_vmware.api [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Task: {'id': task-4102837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29839} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.225563] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.225715] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.225919] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.226125] env[69437]: INFO nova.compute.manager [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Took 1.27 seconds to destroy the instance on the hypervisor. [ 636.226462] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.226734] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 636.226734] env[69437]: value = "task-4102843" [ 636.226734] env[69437]: _type = "Task" [ 636.226734] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.226931] env[69437]: DEBUG nova.compute.manager [-] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.227136] env[69437]: DEBUG nova.network.neutron [-] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.247198] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.416218] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102840, 'name': CreateVM_Task, 'duration_secs': 0.459548} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.416218] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.416218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.416478] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.418329] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.418329] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eccdaa3c-948e-4ead-92e5-b06789128cdf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.423987] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 636.423987] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525e7c15-94d9-a0c9-6d29-8489c1539742" [ 636.423987] env[69437]: _type = "Task" [ 636.423987] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.435035] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525e7c15-94d9-a0c9-6d29-8489c1539742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.463179] env[69437]: DEBUG nova.network.neutron [-] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.488638] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 6063bed9-d736-48cd-a9ed-a1cbfa914ea4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 636.492464] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 636.492651] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 636.629951] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172448} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.629951] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.629951] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.629951] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.652329] env[69437]: DEBUG nova.compute.manager [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.673853] env[69437]: INFO nova.compute.manager [-] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Took 1.31 seconds to deallocate network for instance. [ 636.743639] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102843, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.902301] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d10848-6e35-4d45-96d0-ac45a6c66592 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.912177] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1dc55f-575d-4e37-82a1-11da7e4b539b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.957944] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464673eb-aba0-4b35-b940-51109e035bd3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.975270] env[69437]: INFO nova.compute.manager [-] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Took 1.30 seconds to deallocate network for instance. [ 636.975451] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525e7c15-94d9-a0c9-6d29-8489c1539742, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.978683] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f0d2a1-956a-4e04-b74c-58d9d2db26ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.984764] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.985093] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.985272] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.985412] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.985760] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.990257] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d488f273-8994-4253-8cb2-03c96cae7805 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.996646] env[69437]: DEBUG nova.compute.manager [req-b4614a73-2f2d-4fac-a8bf-64a98e3948ad req-b6e1ad17-e4f2-4677-bc16-4b9b2e49971f service nova] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Received event network-vif-deleted-4d889d3a-618f-447a-b986-9c6150090b2b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.996646] env[69437]: DEBUG nova.compute.manager [req-b4614a73-2f2d-4fac-a8bf-64a98e3948ad req-b6e1ad17-e4f2-4677-bc16-4b9b2e49971f service nova] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Received event network-vif-deleted-5a64a60a-8124-452a-9ce8-cba2d979ab06 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.007346] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.011044] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.011274] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.012391] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba30d7b-0a3b-42f6-b800-ae1542651705 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.023289] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 637.023289] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526710ee-3749-556b-61ec-75b6ad594f53" [ 637.023289] env[69437]: _type = "Task" [ 637.023289] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.035550] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526710ee-3749-556b-61ec-75b6ad594f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.079899] env[69437]: DEBUG nova.network.neutron [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Updated VIF entry in instance network info cache for port 7c27b7db-b459-4062-948c-11e8615c14a5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.079899] env[69437]: DEBUG nova.network.neutron [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Updating instance_info_cache with network_info: [{"id": "7c27b7db-b459-4062-948c-11e8615c14a5", "address": "fa:16:3e:b7:66:10", "network": {"id": "80493cc6-6fa4-4131-92ea-4973fdcaf563", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1593578827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21998590885941aa8fdb80e4872b059e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c27b7db-b4", "ovs_interfaceid": "7c27b7db-b459-4062-948c-11e8615c14a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.121116] env[69437]: DEBUG nova.network.neutron [-] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.185492] env[69437]: DEBUG oslo_concurrency.lockutils [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.194845] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.240990] env[69437]: DEBUG oslo_vmware.api [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102843, 'name': PowerOnVM_Task, 'duration_secs': 0.56075} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.242022] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.242022] env[69437]: INFO nova.compute.manager [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Took 11.66 seconds to spawn the instance on the hypervisor. [ 637.242022] env[69437]: DEBUG nova.compute.manager [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 637.244544] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440bb156-ae3e-4a56-969d-f51ae195c67c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.511513] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.513852] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.535781] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526710ee-3749-556b-61ec-75b6ad594f53, 'name': SearchDatastore_Task, 'duration_secs': 0.015334} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.536674] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b0f9c6-7f44-44e8-8a1c-6693521e81b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.545836] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 637.545836] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52809d75-fc3d-230b-a802-05493a86edca" [ 637.545836] env[69437]: _type = "Task" [ 637.545836] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.556315] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52809d75-fc3d-230b-a802-05493a86edca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.583731] env[69437]: DEBUG oslo_concurrency.lockutils [req-f800d372-4d6d-4fff-8e31-f5b8e640e434 req-88da4443-6b55-4845-991a-d713e5786138 service nova] Releasing lock "refresh_cache-35a8b6a7-f20e-4962-b21b-045e5a2714c9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.623668] env[69437]: INFO nova.compute.manager [-] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Took 1.40 seconds to deallocate network for instance. [ 637.684520] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.684782] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.684975] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.685134] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.685293] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.685456] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.685677] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.685865] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.686059] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.689635] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.689635] env[69437]: DEBUG nova.virt.hardware [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.689635] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ae1774-3043-41c4-8a1a-b36103b97e81 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.699564] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4053dc6-179d-4b18-8d06-c0a2c225f15c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.725184] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.730854] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.731737] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.732025] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52148e76-66e4-40ed-98f6-0f50eaa2c954 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.751825] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.751825] env[69437]: value = "task-4102844" [ 637.751825] env[69437]: _type = "Task" [ 637.751825] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.766095] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102844, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.766685] env[69437]: INFO nova.compute.manager [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Took 27.86 seconds to build instance. [ 637.964561] env[69437]: INFO nova.compute.manager [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Rebuilding instance [ 638.020188] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 638.020523] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.178s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.021040] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.870s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.022392] env[69437]: INFO nova.compute.claims [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.027325] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.028595] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Getting list of instances from cluster (obj){ [ 638.028595] env[69437]: value = "domain-c8" [ 638.028595] env[69437]: _type = "ClusterComputeResource" [ 638.028595] env[69437]: } {{(pid=69437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 638.031377] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba23e7e-01aa-4f2b-abf7-53367dde640d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.038292] env[69437]: DEBUG nova.compute.manager [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 638.039186] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74624555-33a0-49ee-9c4c-d9a206961e78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.050246] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Got total of 5 instances {{(pid=69437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 638.066469] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52809d75-fc3d-230b-a802-05493a86edca, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.066767] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.067044] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 35a8b6a7-f20e-4962-b21b-045e5a2714c9/35a8b6a7-f20e-4962-b21b-045e5a2714c9.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.067445] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-456cf1b0-b63c-4b5c-a09e-9ada85302bb6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.077414] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 638.077414] env[69437]: value = "task-4102845" [ 638.077414] env[69437]: _type = "Task" [ 638.077414] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.089165] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.130254] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.265647] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102844, 'name': CreateVM_Task, 'duration_secs': 0.399511} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.265757] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.266524] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.266668] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.266906] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.267301] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63f1c46-9753-4996-87d7-49421e56eb8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.272630] env[69437]: DEBUG oslo_concurrency.lockutils [None req-396e1461-012b-4298-b8a7-2a50248404ce tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.371s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.275218] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 638.275218] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52487227-ffaf-fca6-c6dc-5104c0fcf5ab" [ 638.275218] env[69437]: _type = "Task" [ 638.275218] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.285518] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52487227-ffaf-fca6-c6dc-5104c0fcf5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.590838] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102845, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.772604] env[69437]: DEBUG nova.compute.manager [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.792677] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52487227-ffaf-fca6-c6dc-5104c0fcf5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016918} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.793058] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.794243] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.794243] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.794243] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.794243] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.795676] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4695e17c-6caf-4fd5-ad00-8647092bd899 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.812152] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.812152] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.815786] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3668621-71c4-40b9-af51-c0613a7d5469 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.824507] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 638.824507] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522372a2-5631-e3c0-76e4-25a5547bee93" [ 638.824507] env[69437]: _type = "Task" [ 638.824507] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.836691] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522372a2-5631-e3c0-76e4-25a5547bee93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.004899] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.005178] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.065833] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.066355] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb81268-cb81-4fa3-b90c-d793f6f1a35e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.076249] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 639.076249] env[69437]: value = "task-4102846" [ 639.076249] env[69437]: _type = "Task" [ 639.076249] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.102932] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770043} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.102932] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.102932] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 35a8b6a7-f20e-4962-b21b-045e5a2714c9/35a8b6a7-f20e-4962-b21b-045e5a2714c9.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.102932] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.102932] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e17cb3d-1820-453a-82e6-ae33473c82a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.115238] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 639.115238] env[69437]: value = "task-4102847" [ 639.115238] env[69437]: _type = "Task" [ 639.115238] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.129397] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.313107] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.336878] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522372a2-5631-e3c0-76e4-25a5547bee93, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.341137] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21af08dc-855a-4bde-9d84-5909e225e684 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.349098] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 639.349098] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5213008c-ec73-c763-9b0d-2b8e4837765f" [ 639.349098] env[69437]: _type = "Task" [ 639.349098] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.369020] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5213008c-ec73-c763-9b0d-2b8e4837765f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.369020] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquiring lock "44b4ca7c-aec4-40a2-819a-cb938b618d22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.369020] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "44b4ca7c-aec4-40a2-819a-cb938b618d22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.464175] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca7680-8a54-4190-8882-ed9447483772 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.474358] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62ba370-7eba-4817-8eaf-8d34e8f77c04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.513981] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c57aaf-1ad4-4ce0-b384-6aa37fd8ccbe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.524214] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca08622-1b36-47c0-bf56-11f45ec98f4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.539288] env[69437]: DEBUG nova.compute.provider_tree [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.588209] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102846, 'name': PowerOffVM_Task, 'duration_secs': 0.206586} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.588765] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.589142] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.590075] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c8f63e-540e-4d7c-8671-7d069b425c48 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.598164] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.598604] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0926a781-8e57-4197-8eeb-8848e31e24b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.626661] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172203} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.629434] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.629434] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.629434] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.630486] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Deleting the datastore file [datastore1] a2375c4e-89cb-474b-9652-47868e4e54c5 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.630658] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e31673-2f56-4b72-ab0a-ffd2c1cbde01 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.633371] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432d6822-5604-4af4-b80f-23bc184a7439 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.663195] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 35a8b6a7-f20e-4962-b21b-045e5a2714c9/35a8b6a7-f20e-4962-b21b-045e5a2714c9.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.665292] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90cbff6-c54c-4db2-a0d9-2d6a895e1b5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.679240] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 639.679240] env[69437]: value = "task-4102849" [ 639.679240] env[69437]: _type = "Task" [ 639.679240] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.686909] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 639.686909] env[69437]: value = "task-4102850" [ 639.686909] env[69437]: _type = "Task" [ 639.686909] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.694602] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.701126] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.868533] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5213008c-ec73-c763-9b0d-2b8e4837765f, 'name': SearchDatastore_Task, 'duration_secs': 0.031238} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.869136] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.869278] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.869610] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f16acbde-3d0f-467f-b44e-fb7ac7e6e7bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.879100] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 639.879100] env[69437]: value = "task-4102851" [ 639.879100] env[69437]: _type = "Task" [ 639.879100] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.891250] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.045240] env[69437]: DEBUG nova.scheduler.client.report [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.193246] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212304} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.196821] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.197292] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.197292] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.210551] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102850, 'name': ReconfigVM_Task, 'duration_secs': 0.343918} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.210954] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 35a8b6a7-f20e-4962-b21b-045e5a2714c9/35a8b6a7-f20e-4962-b21b-045e5a2714c9.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.215190] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b09ad0b-d5de-4d3c-876b-cbd9ebc4d555 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.227894] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 640.227894] env[69437]: value = "task-4102852" [ 640.227894] env[69437]: _type = "Task" [ 640.227894] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.242556] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102852, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.393678] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102851, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.440425] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.440668] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.555013] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.555888] env[69437]: DEBUG nova.compute.manager [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.560974] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.130s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.565721] env[69437]: INFO nova.compute.claims [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.573638] env[69437]: DEBUG nova.compute.manager [req-e00752ca-70fe-4a24-b5bb-b2678fe68bd9 req-53d9715e-6ead-441a-8898-1e1af0c855f0 service nova] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Received event network-vif-deleted-e47450e6-9678-4eb2-bf80-f5805ff12431 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.748487] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.748702] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.748927] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102852, 'name': Rename_Task, 'duration_secs': 0.183} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.749190] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.749433] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99139353-9a42-46e4-8192-b4f544de9445 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.761072] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 640.761072] env[69437]: value = "task-4102853" [ 640.761072] env[69437]: _type = "Task" [ 640.761072] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.771138] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.892822] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725557} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.892822] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.892822] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.892822] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e5242b-46ae-4c2d-8115-708e3a79ee9b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.904218] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 640.904218] env[69437]: value = "task-4102854" [ 640.904218] env[69437]: _type = "Task" [ 640.904218] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.915937] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.997883] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.998137] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.033268] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.033373] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.033559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.033739] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.034057] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.037441] env[69437]: INFO nova.compute.manager [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Terminating instance [ 641.049332] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.049593] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.074410] env[69437]: DEBUG nova.compute.utils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.077430] env[69437]: DEBUG nova.compute.manager [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.077648] env[69437]: DEBUG nova.network.neutron [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.124643] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "dd0055ac-3c2b-4058-a93d-291d47a55127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.124994] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "dd0055ac-3c2b-4058-a93d-291d47a55127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.220219] env[69437]: DEBUG nova.policy [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5a19e6d8d1b49d992954162cd45d11d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba31480e6f644171a7d3766058aac1cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.252933] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.253384] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.253575] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.253874] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.254385] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.254538] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.254864] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.255146] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.255334] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.255607] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.255938] env[69437]: DEBUG nova.virt.hardware [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.257105] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44a59c2-c9ac-4f4f-955f-ac2cae8e3344 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.276801] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af65b66a-c482-45ac-aa93-847a1746e4e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.280902] env[69437]: DEBUG oslo_vmware.api [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102853, 'name': PowerOnVM_Task, 'duration_secs': 0.488125} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.281272] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.281479] env[69437]: INFO nova.compute.manager [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Took 8.40 seconds to spawn the instance on the hypervisor. [ 641.281653] env[69437]: DEBUG nova.compute.manager [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 641.284498] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab0219-a2ba-4768-bd94-b585e84ccf3c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.299591] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.306305] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.307050] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.307310] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38ff4e92-4280-4ac3-844e-27152f6440f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.332357] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.332357] env[69437]: value = "task-4102855" [ 641.332357] env[69437]: _type = "Task" [ 641.332357] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.343549] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102855, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.416239] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088675} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.416571] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.417420] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18868774-22a7-4e37-81ea-18266bac9755 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.442760] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.445184] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233d6496-2b32-4c2e-9b30-107b1f431cbe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.465998] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 641.465998] env[69437]: value = "task-4102856" [ 641.465998] env[69437]: _type = "Task" [ 641.465998] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.476542] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.549945] env[69437]: DEBUG nova.compute.manager [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.550573] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.551518] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a10c93-ace0-4553-942d-f430c3bc54f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.560826] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.561100] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df5a36e0-e8a9-47a9-a208-0e6cf1f3b232 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.568115] env[69437]: DEBUG oslo_vmware.api [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 641.568115] env[69437]: value = "task-4102857" [ 641.568115] env[69437]: _type = "Task" [ 641.568115] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.576756] env[69437]: DEBUG oslo_vmware.api [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.583821] env[69437]: DEBUG nova.compute.manager [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.837426] env[69437]: INFO nova.compute.manager [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Took 28.00 seconds to build instance. [ 641.844642] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102855, 'name': CreateVM_Task, 'duration_secs': 0.355346} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.847834] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.848806] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.849997] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.850400] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.851124] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e57b5d5-af2d-4a55-b4ff-2880da017042 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.858547] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 641.858547] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52687895-295c-3300-c445-6108436a3d4e" [ 641.858547] env[69437]: _type = "Task" [ 641.858547] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.874564] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52687895-295c-3300-c445-6108436a3d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.984095] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102856, 'name': ReconfigVM_Task, 'duration_secs': 0.356888} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.984398] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Reconfigured VM instance instance-00000005 to attach disk [datastore2] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.985073] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-731631fb-b515-4817-b505-d07b49970053 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.995465] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 641.995465] env[69437]: value = "task-4102858" [ 641.995465] env[69437]: _type = "Task" [ 641.995465] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.014617] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102858, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.079124] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2678399f-9d31-4128-8e58-ef9d9b5a0f6a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.097151] env[69437]: DEBUG oslo_vmware.api [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.101608] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7480f5cc-fb0c-4b95-ae62-d6d4fca379b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.141685] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7813b942-d3d4-4392-8d42-4f8099dc44df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.151743] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683b0054-7c85-4091-8c0d-e16de09854f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.171054] env[69437]: DEBUG nova.compute.provider_tree [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.340593] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.525s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.371455] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52687895-295c-3300-c445-6108436a3d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.070475} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.371807] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.372081] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.372652] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.372843] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.373266] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.374445] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3af41eeb-086a-4062-b571-6ad97f2a80c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.383407] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.383812] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.384485] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4b1015-db8d-4d55-af74-2f0e3a62d597 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.392966] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 642.392966] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fad2a3-bee1-7aa4-896e-9083e9a0e507" [ 642.392966] env[69437]: _type = "Task" [ 642.392966] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.402789] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fad2a3-bee1-7aa4-896e-9083e9a0e507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.519422] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102858, 'name': Rename_Task, 'duration_secs': 0.174385} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.519893] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.521094] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71b72319-e6e5-4863-8ab3-c2e1a577495c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.530973] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 642.530973] env[69437]: value = "task-4102859" [ 642.530973] env[69437]: _type = "Task" [ 642.530973] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.544383] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.564318] env[69437]: DEBUG nova.network.neutron [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Successfully created port: 10dc94f3-d120-4865-b939-e6a0c56d8b55 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.581886] env[69437]: DEBUG oslo_vmware.api [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102857, 'name': PowerOffVM_Task, 'duration_secs': 0.656159} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.582067] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.582232] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.582480] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52417a69-b380-49be-ab0e-83b14b3e0ae3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.602552] env[69437]: DEBUG nova.compute.manager [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.633575] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.633831] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.633987] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.634175] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.634334] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.634454] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.634651] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.634872] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.635059] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.635152] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.635334] env[69437]: DEBUG nova.virt.hardware [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.636248] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b1bd98-4d6c-4a63-993d-751d503b27e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.646799] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26d3371-d700-42bb-ba33-fd52778ea432 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.652852] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.653137] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.653364] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleting the datastore file [datastore1] f8909a81-d83c-4e2a-a53b-ae28bd91e609 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.654046] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77dc31e9-34c6-4e72-bc21-73a5e2affd73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.668247] env[69437]: DEBUG oslo_vmware.api [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 642.668247] env[69437]: value = "task-4102861" [ 642.668247] env[69437]: _type = "Task" [ 642.668247] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.678495] env[69437]: DEBUG nova.scheduler.client.report [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.682111] env[69437]: DEBUG oslo_vmware.api [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.842800] env[69437]: DEBUG nova.compute.manager [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.913054] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fad2a3-bee1-7aa4-896e-9083e9a0e507, 'name': SearchDatastore_Task, 'duration_secs': 0.021284} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.913054] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525a2ec8-ce56-4cd5-93e2-2196d38d7c6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.919382] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 642.919382] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c5e815-c253-92f0-12d2-ae6ae9f7d887" [ 642.919382] env[69437]: _type = "Task" [ 642.919382] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.930821] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c5e815-c253-92f0-12d2-ae6ae9f7d887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.045684] env[69437]: DEBUG oslo_vmware.api [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102859, 'name': PowerOnVM_Task, 'duration_secs': 0.473791} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.046069] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.046356] env[69437]: DEBUG nova.compute.manager [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 643.047273] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3128f052-dda8-4b26-b7ca-14395e5156c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.184853] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.185401] env[69437]: DEBUG nova.compute.manager [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.194482] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.393s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.197141] env[69437]: INFO nova.compute.claims [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.203946] env[69437]: DEBUG oslo_vmware.api [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4102861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143671} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.203946] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.203946] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.203946] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.203946] env[69437]: INFO nova.compute.manager [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Took 1.65 seconds to destroy the instance on the hypervisor. [ 643.204385] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.204385] env[69437]: DEBUG nova.compute.manager [-] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.204385] env[69437]: DEBUG nova.network.neutron [-] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.381635] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.438057] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c5e815-c253-92f0-12d2-ae6ae9f7d887, 'name': SearchDatastore_Task, 'duration_secs': 0.015639} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.438057] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.438057] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] a2375c4e-89cb-474b-9652-47868e4e54c5/a2375c4e-89cb-474b-9652-47868e4e54c5.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.438057] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44bf3b5c-5043-457e-96ba-33dbcb01865b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.443544] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 643.443544] env[69437]: value = "task-4102862" [ 643.443544] env[69437]: _type = "Task" [ 643.443544] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.455625] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.572526] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.704372] env[69437]: DEBUG nova.compute.utils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.708131] env[69437]: DEBUG nova.compute.manager [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.708458] env[69437]: DEBUG nova.network.neutron [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.723606] env[69437]: DEBUG nova.compute.manager [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.921093] env[69437]: DEBUG nova.policy [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c01493d3f940c086713f8e2a04a2ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '467a03be5c4c4a718e07a82b41213d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.960934] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102862, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.373695] env[69437]: DEBUG nova.network.neutron [-] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.464386] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533854} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.464716] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] a2375c4e-89cb-474b-9652-47868e4e54c5/a2375c4e-89cb-474b-9652-47868e4e54c5.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.464894] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.470415] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e555bd3d-3215-4016-b6a1-7162658b38bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.483166] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 644.483166] env[69437]: value = "task-4102863" [ 644.483166] env[69437]: _type = "Task" [ 644.483166] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.499086] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.669608] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquiring lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.669944] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.670255] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquiring lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.670480] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.670676] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.673279] env[69437]: INFO nova.compute.manager [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Terminating instance [ 644.710120] env[69437]: DEBUG nova.compute.manager [req-2337d672-3011-4ffe-b6b5-09f21eeb8dae req-470d18c0-0ede-4afa-98e1-726483fa6af7 service nova] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Received event network-vif-deleted-90a35bf4-7e10-43e5-95e9-0de8d358e951 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.736861] env[69437]: DEBUG nova.compute.manager [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.775801] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.776124] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.776715] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.776715] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.776715] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.776936] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.778214] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.778214] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.778214] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.778214] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.778214] env[69437]: DEBUG nova.virt.hardware [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.779917] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf59b0cd-ad5e-4bfd-b0e4-7cf354157ecc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.795142] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22d5604-7859-409b-b406-15342265420b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.802030] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf1a2b6-c603-4acb-ae41-fc9a2be43eec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.818817] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e1eb90-bf83-40be-9240-04051ce15f04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.865267] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c0be2c-4952-4585-8691-38e0ac3ec54b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.873645] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d8ac7c-82a0-4455-b8dc-e0796207ae07 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.877955] env[69437]: INFO nova.compute.manager [-] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Took 1.68 seconds to deallocate network for instance. [ 644.891843] env[69437]: DEBUG nova.compute.provider_tree [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.994378] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080078} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.995132] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.995453] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dfd4dd-4016-4069-acbc-748fe8163ae5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.018873] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] a2375c4e-89cb-474b-9652-47868e4e54c5/a2375c4e-89cb-474b-9652-47868e4e54c5.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.018873] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14df1b04-8c0b-498f-a270-2964ab11422c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.040210] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 645.040210] env[69437]: value = "task-4102864" [ 645.040210] env[69437]: _type = "Task" [ 645.040210] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.052809] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.181540] env[69437]: DEBUG nova.compute.manager [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.181540] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.181877] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddb4020-6a04-4ed9-8cc0-01b9b35d9738 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.194071] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.194682] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db81e27e-9fde-4627-ab0d-4d488556b966 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.202793] env[69437]: DEBUG oslo_vmware.api [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 645.202793] env[69437]: value = "task-4102865" [ 645.202793] env[69437]: _type = "Task" [ 645.202793] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.214553] env[69437]: DEBUG oslo_vmware.api [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.395857] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.396685] env[69437]: DEBUG nova.scheduler.client.report [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.551182] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102864, 'name': ReconfigVM_Task, 'duration_secs': 0.488194} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.551182] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Reconfigured VM instance instance-00000009 to attach disk [datastore2] a2375c4e-89cb-474b-9652-47868e4e54c5/a2375c4e-89cb-474b-9652-47868e4e54c5.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.551713] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-872bbecf-ccd2-4aa7-ae50-37ec3f098f2c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.560401] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 645.560401] env[69437]: value = "task-4102866" [ 645.560401] env[69437]: _type = "Task" [ 645.560401] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.574326] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102866, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.638077] env[69437]: DEBUG nova.network.neutron [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Successfully created port: 6450338f-f00f-4c1c-bebe-76a970b60b67 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.713999] env[69437]: DEBUG oslo_vmware.api [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102865, 'name': PowerOffVM_Task, 'duration_secs': 0.210787} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.714346] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.714574] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.714878] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a3fd8ad-28eb-40f0-ab1a-5e742b50f321 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.794477] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.794681] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.794861] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Deleting the datastore file [datastore1] 35a8b6a7-f20e-4962-b21b-045e5a2714c9 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.795140] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-942eef8b-5b45-4a51-b539-eee988c80d48 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.804959] env[69437]: DEBUG oslo_vmware.api [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for the task: (returnval){ [ 645.804959] env[69437]: value = "task-4102868" [ 645.804959] env[69437]: _type = "Task" [ 645.804959] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.824640] env[69437]: DEBUG oslo_vmware.api [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.825551] env[69437]: DEBUG nova.network.neutron [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Successfully updated port: 10dc94f3-d120-4865-b939-e6a0c56d8b55 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.906306] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.906437] env[69437]: DEBUG nova.compute.manager [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.910841] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.057s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.914775] env[69437]: INFO nova.compute.claims [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.943772] env[69437]: DEBUG nova.compute.manager [req-25208bf6-78fd-4513-a2d2-19aed3b0dfe0 req-76156d01-67c2-47c8-a29d-b842fbdbea5b service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Received event network-vif-plugged-10dc94f3-d120-4865-b939-e6a0c56d8b55 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.943772] env[69437]: DEBUG oslo_concurrency.lockutils [req-25208bf6-78fd-4513-a2d2-19aed3b0dfe0 req-76156d01-67c2-47c8-a29d-b842fbdbea5b service nova] Acquiring lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.943772] env[69437]: DEBUG oslo_concurrency.lockutils [req-25208bf6-78fd-4513-a2d2-19aed3b0dfe0 req-76156d01-67c2-47c8-a29d-b842fbdbea5b service nova] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.943772] env[69437]: DEBUG oslo_concurrency.lockutils [req-25208bf6-78fd-4513-a2d2-19aed3b0dfe0 req-76156d01-67c2-47c8-a29d-b842fbdbea5b service nova] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.943772] env[69437]: DEBUG nova.compute.manager [req-25208bf6-78fd-4513-a2d2-19aed3b0dfe0 req-76156d01-67c2-47c8-a29d-b842fbdbea5b service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] No waiting events found dispatching network-vif-plugged-10dc94f3-d120-4865-b939-e6a0c56d8b55 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 645.947387] env[69437]: WARNING nova.compute.manager [req-25208bf6-78fd-4513-a2d2-19aed3b0dfe0 req-76156d01-67c2-47c8-a29d-b842fbdbea5b service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Received unexpected event network-vif-plugged-10dc94f3-d120-4865-b939-e6a0c56d8b55 for instance with vm_state building and task_state spawning. [ 646.075571] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102866, 'name': Rename_Task, 'duration_secs': 0.180906} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.079040] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.079040] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a907020-779b-4677-9b93-ca09273b64a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.089608] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 646.089608] env[69437]: value = "task-4102869" [ 646.089608] env[69437]: _type = "Task" [ 646.089608] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.107625] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.322703] env[69437]: DEBUG oslo_vmware.api [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Task: {'id': task-4102868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211661} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.323019] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.323229] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.323407] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.323929] env[69437]: INFO nova.compute.manager [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 646.324237] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.324458] env[69437]: DEBUG nova.compute.manager [-] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.324575] env[69437]: DEBUG nova.network.neutron [-] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.329518] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "refresh_cache-3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.329821] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquired lock "refresh_cache-3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.329821] env[69437]: DEBUG nova.network.neutron [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.422183] env[69437]: DEBUG nova.compute.utils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.426080] env[69437]: DEBUG nova.compute.manager [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.426260] env[69437]: DEBUG nova.network.neutron [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.537490] env[69437]: DEBUG nova.policy [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4a2fc2c5eac41f395a4621713ed1568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85d731d0042542dea6908ddf85245c00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.604654] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102869, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.742022] env[69437]: INFO nova.compute.manager [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Rebuilding instance [ 646.811392] env[69437]: DEBUG nova.compute.manager [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.812273] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7978f029-b1d0-4f89-9075-2281cf038a02 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.920937] env[69437]: DEBUG nova.network.neutron [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.929244] env[69437]: DEBUG nova.compute.manager [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.112417] env[69437]: DEBUG oslo_vmware.api [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102869, 'name': PowerOnVM_Task, 'duration_secs': 0.870115} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.112417] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.112417] env[69437]: DEBUG nova.compute.manager [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 647.114339] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3055fd-4751-4566-b7af-569d798ed571 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.354217] env[69437]: DEBUG nova.network.neutron [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Updating instance_info_cache with network_info: [{"id": "10dc94f3-d120-4865-b939-e6a0c56d8b55", "address": "fa:16:3e:91:6d:82", "network": {"id": "33567836-d168-4a08-b298-a39cdb830e62", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-764705519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba31480e6f644171a7d3766058aac1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dc94f3-d1", "ovs_interfaceid": "10dc94f3-d120-4865-b939-e6a0c56d8b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.451525] env[69437]: DEBUG nova.network.neutron [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Successfully created port: 161735fe-9778-4e29-a195-da7530c50adb {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.561031] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70496c96-6abb-45be-8dda-d667b5544977 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.573208] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8910e562-a9e3-4bec-9a27-57ae2960f59d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.616101] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fd1779-033a-4275-b8a5-75ca0c44fa89 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.624792] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38defe8c-6100-4c15-bc2e-2b3537873014 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.647150] env[69437]: DEBUG nova.compute.provider_tree [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.650554] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.745722] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "5ea81cec-95cc-406c-b861-2de76ff9ff93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.746137] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.832402] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.833338] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34aab739-bc89-49b6-8510-8a29e4c11a60 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.841846] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 647.841846] env[69437]: value = "task-4102870" [ 647.841846] env[69437]: _type = "Task" [ 647.841846] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.853684] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.857347] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Releasing lock "refresh_cache-3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.858426] env[69437]: DEBUG nova.compute.manager [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Instance network_info: |[{"id": "10dc94f3-d120-4865-b939-e6a0c56d8b55", "address": "fa:16:3e:91:6d:82", "network": {"id": "33567836-d168-4a08-b298-a39cdb830e62", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-764705519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba31480e6f644171a7d3766058aac1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dc94f3-d1", "ovs_interfaceid": "10dc94f3-d120-4865-b939-e6a0c56d8b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.859245] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:6d:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10dc94f3-d120-4865-b939-e6a0c56d8b55', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.868465] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Creating folder: Project (ba31480e6f644171a7d3766058aac1cc). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.868769] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f4fb067-97e7-4ce6-bbb9-3fcee3f9b1a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.881371] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Created folder: Project (ba31480e6f644171a7d3766058aac1cc) in parent group-v812682. [ 647.881583] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Creating folder: Instances. Parent ref: group-v812713. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.881824] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee3c8865-2c7d-4af7-85cf-45c5c04d9825 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.891975] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Created folder: Instances in parent group-v812713. [ 647.892197] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.892431] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.892679] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10abf798-f9bc-41d3-8787-93a9ed47c750 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.913875] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.913875] env[69437]: value = "task-4102873" [ 647.913875] env[69437]: _type = "Task" [ 647.913875] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.923758] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102873, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.952512] env[69437]: DEBUG nova.compute.manager [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.980573] env[69437]: DEBUG nova.network.neutron [-] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.993692] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.994203] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.994203] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.994324] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.994425] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.994653] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.994818] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.994927] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.995558] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.995558] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.995683] env[69437]: DEBUG nova.virt.hardware [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.996802] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e80bf29-fde9-459b-afa8-ad9efa3a690a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.008828] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6824d2c2-7053-4f1e-b728-59a2116f82a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.151697] env[69437]: DEBUG nova.scheduler.client.report [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.352246] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102870, 'name': PowerOffVM_Task, 'duration_secs': 0.21786} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.353593] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.354010] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.355246] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb2e3d2-2183-4db1-b992-f9b6c6baa1c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.365080] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.365080] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba4fc95-37ef-4ae3-b3ff-5d3ac2a5529f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.394904] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.394904] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.394904] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Deleting the datastore file [datastore2] aa306a76-5515-4edc-9b97-8da7c46550a0 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.395420] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8901bf2e-0d3f-4fca-a7bd-32b9c1f82b06 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.404247] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 648.404247] env[69437]: value = "task-4102875" [ 648.404247] env[69437]: _type = "Task" [ 648.404247] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.419030] env[69437]: DEBUG nova.network.neutron [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Successfully updated port: 6450338f-f00f-4c1c-bebe-76a970b60b67 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.423203] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.434954] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102873, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.484423] env[69437]: INFO nova.compute.manager [-] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Took 2.16 seconds to deallocate network for instance. [ 648.657793] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.658777] env[69437]: DEBUG nova.compute.manager [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.663067] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.111s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.664751] env[69437]: INFO nova.compute.claims [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.799892] env[69437]: DEBUG nova.compute.manager [req-e91421c6-69aa-4637-b75e-5654a8d36bf6 req-995ad1eb-119f-461a-9d1b-20bf0e009731 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Received event network-changed-10dc94f3-d120-4865-b939-e6a0c56d8b55 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.800044] env[69437]: DEBUG nova.compute.manager [req-e91421c6-69aa-4637-b75e-5654a8d36bf6 req-995ad1eb-119f-461a-9d1b-20bf0e009731 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Refreshing instance network info cache due to event network-changed-10dc94f3-d120-4865-b939-e6a0c56d8b55. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.800255] env[69437]: DEBUG oslo_concurrency.lockutils [req-e91421c6-69aa-4637-b75e-5654a8d36bf6 req-995ad1eb-119f-461a-9d1b-20bf0e009731 service nova] Acquiring lock "refresh_cache-3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.800393] env[69437]: DEBUG oslo_concurrency.lockutils [req-e91421c6-69aa-4637-b75e-5654a8d36bf6 req-995ad1eb-119f-461a-9d1b-20bf0e009731 service nova] Acquired lock "refresh_cache-3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.800550] env[69437]: DEBUG nova.network.neutron [req-e91421c6-69aa-4637-b75e-5654a8d36bf6 req-995ad1eb-119f-461a-9d1b-20bf0e009731 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Refreshing network info cache for port 10dc94f3-d120-4865-b939-e6a0c56d8b55 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.917421] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100917} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.917823] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.918100] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.918318] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.924236] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.924785] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.924785] env[69437]: DEBUG nova.network.neutron [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.937641] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102873, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.993784] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.172124] env[69437]: DEBUG nova.compute.utils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.176353] env[69437]: DEBUG nova.compute.manager [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.176353] env[69437]: DEBUG nova.network.neutron [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.249971] env[69437]: DEBUG nova.policy [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11c66180068c463983e135f6e3c66128', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668932e0cb35446698790a04a89a34e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.354938] env[69437]: DEBUG nova.network.neutron [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Successfully updated port: 161735fe-9778-4e29-a195-da7530c50adb {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.446750] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102873, 'name': CreateVM_Task, 'duration_secs': 1.503361} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.446750] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.446750] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.446922] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.447217] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.447471] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735fbf8b-d9e6-4409-87bf-1e7059096e41 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.453189] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 649.453189] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52801ba2-3350-24f8-eeca-3c4d6119b75b" [ 649.453189] env[69437]: _type = "Task" [ 649.453189] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.462879] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52801ba2-3350-24f8-eeca-3c4d6119b75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.488322] env[69437]: DEBUG nova.network.neutron [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.615528] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquiring lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.615772] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.682876] env[69437]: DEBUG nova.compute.manager [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.715155] env[69437]: DEBUG nova.network.neutron [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance_info_cache with network_info: [{"id": "6450338f-f00f-4c1c-bebe-76a970b60b67", "address": "fa:16:3e:d5:19:65", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6450338f-f0", "ovs_interfaceid": "6450338f-f00f-4c1c-bebe-76a970b60b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.754061] env[69437]: DEBUG nova.network.neutron [req-e91421c6-69aa-4637-b75e-5654a8d36bf6 req-995ad1eb-119f-461a-9d1b-20bf0e009731 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Updated VIF entry in instance network info cache for port 10dc94f3-d120-4865-b939-e6a0c56d8b55. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.754414] env[69437]: DEBUG nova.network.neutron [req-e91421c6-69aa-4637-b75e-5654a8d36bf6 req-995ad1eb-119f-461a-9d1b-20bf0e009731 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Updating instance_info_cache with network_info: [{"id": "10dc94f3-d120-4865-b939-e6a0c56d8b55", "address": "fa:16:3e:91:6d:82", "network": {"id": "33567836-d168-4a08-b298-a39cdb830e62", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-764705519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba31480e6f644171a7d3766058aac1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dc94f3-d1", "ovs_interfaceid": "10dc94f3-d120-4865-b939-e6a0c56d8b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.863043] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquiring lock "refresh_cache-f21e252d-7028-417c-872b-f69c49c2dc59" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.863043] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquired lock "refresh_cache-f21e252d-7028-417c-872b-f69c49c2dc59" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.863043] env[69437]: DEBUG nova.network.neutron [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.921815] env[69437]: DEBUG nova.network.neutron [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Successfully created port: 20c18ddf-0f21-4af3-a908-c89bb67c1e65 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.965179] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52801ba2-3350-24f8-eeca-3c4d6119b75b, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.966453] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.966453] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.966453] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.966453] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.966955] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.968100] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cce4328b-9ed7-46d3-a938-9992989307b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.987796] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.987796] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.989349] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.989349] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.989349] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.989349] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.989349] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.989521] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.989521] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.989521] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.989521] env[69437]: DEBUG nova.virt.hardware [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.991760] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68632cd-d799-4aa9-b678-bebdfbc7cfbc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.997558] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.997752] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.999414] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb373d1b-299a-4914-bd21-09bb1f23bb7a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.005878] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee661c61-ffee-48dd-be6f-d7b639c799af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.012269] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 650.012269] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521705a6-de6e-52e7-5f66-0ed6693c46fe" [ 650.012269] env[69437]: _type = "Task" [ 650.012269] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.028020] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.034619] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.035645] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.035780] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ebfbe4-1e93-4135-9bf2-9fadd0584ee5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.053375] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521705a6-de6e-52e7-5f66-0ed6693c46fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011981} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.057717] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df443295-34bd-40ee-8176-37223ddff4cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.062634] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.062634] env[69437]: value = "task-4102876" [ 650.062634] env[69437]: _type = "Task" [ 650.062634] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.068075] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 650.068075] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f42518-fe97-3707-7745-769b00a5c6c0" [ 650.068075] env[69437]: _type = "Task" [ 650.068075] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.077151] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102876, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.085049] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f42518-fe97-3707-7745-769b00a5c6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011799} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.085241] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.085632] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29/3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.086092] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-185158de-8839-483d-9952-2012d4965b0f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.099722] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 650.099722] env[69437]: value = "task-4102877" [ 650.099722] env[69437]: _type = "Task" [ 650.099722] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.111149] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.156382] env[69437]: DEBUG nova.compute.manager [req-e1fcd786-61de-44d9-bdb5-b18bc9f461c4 req-2b2b9fbb-8912-43e6-bc68-e3142f37c892 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Received event network-vif-plugged-161735fe-9778-4e29-a195-da7530c50adb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.156530] env[69437]: DEBUG oslo_concurrency.lockutils [req-e1fcd786-61de-44d9-bdb5-b18bc9f461c4 req-2b2b9fbb-8912-43e6-bc68-e3142f37c892 service nova] Acquiring lock "f21e252d-7028-417c-872b-f69c49c2dc59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.156746] env[69437]: DEBUG oslo_concurrency.lockutils [req-e1fcd786-61de-44d9-bdb5-b18bc9f461c4 req-2b2b9fbb-8912-43e6-bc68-e3142f37c892 service nova] Lock "f21e252d-7028-417c-872b-f69c49c2dc59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.156915] env[69437]: DEBUG oslo_concurrency.lockutils [req-e1fcd786-61de-44d9-bdb5-b18bc9f461c4 req-2b2b9fbb-8912-43e6-bc68-e3142f37c892 service nova] Lock "f21e252d-7028-417c-872b-f69c49c2dc59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.157152] env[69437]: DEBUG nova.compute.manager [req-e1fcd786-61de-44d9-bdb5-b18bc9f461c4 req-2b2b9fbb-8912-43e6-bc68-e3142f37c892 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] No waiting events found dispatching network-vif-plugged-161735fe-9778-4e29-a195-da7530c50adb {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 650.157253] env[69437]: WARNING nova.compute.manager [req-e1fcd786-61de-44d9-bdb5-b18bc9f461c4 req-2b2b9fbb-8912-43e6-bc68-e3142f37c892 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Received unexpected event network-vif-plugged-161735fe-9778-4e29-a195-da7530c50adb for instance with vm_state building and task_state spawning. [ 650.219204] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.220026] env[69437]: DEBUG nova.compute.manager [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Instance network_info: |[{"id": "6450338f-f00f-4c1c-bebe-76a970b60b67", "address": "fa:16:3e:d5:19:65", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6450338f-f0", "ovs_interfaceid": "6450338f-f00f-4c1c-bebe-76a970b60b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.220333] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:19:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6450338f-f00f-4c1c-bebe-76a970b60b67', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.233763] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Creating folder: Project (467a03be5c4c4a718e07a82b41213d63). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.235254] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34c65bc7-e23d-4e92-8881-03d46e0e2fb7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.252409] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Created folder: Project (467a03be5c4c4a718e07a82b41213d63) in parent group-v812682. [ 650.252679] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Creating folder: Instances. Parent ref: group-v812717. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.252968] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44061541-c3f9-4417-8a83-863a422edcd5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.259084] env[69437]: DEBUG oslo_concurrency.lockutils [req-e91421c6-69aa-4637-b75e-5654a8d36bf6 req-995ad1eb-119f-461a-9d1b-20bf0e009731 service nova] Releasing lock "refresh_cache-3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.259452] env[69437]: DEBUG nova.compute.manager [req-e91421c6-69aa-4637-b75e-5654a8d36bf6 req-995ad1eb-119f-461a-9d1b-20bf0e009731 service nova] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Received event network-vif-deleted-7c27b7db-b459-4062-948c-11e8615c14a5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.261527] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf17010-9dd4-4e4f-9aee-628ddad50c3b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.271268] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Created folder: Instances in parent group-v812717. [ 650.273340] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.273340] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "2172b03c-6a59-48de-9dab-408a19619aca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.273340] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "2172b03c-6a59-48de-9dab-408a19619aca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.273340] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.273694] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df561bc-d249-486c-8271-804fe63380f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.293399] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94951d95-fd87-461e-a9d2-9f195a1ee552 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.298085] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.298085] env[69437]: value = "task-4102880" [ 650.298085] env[69437]: _type = "Task" [ 650.298085] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.327601] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab420a4b-847b-4b27-9a7b-d7b8facefec1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.334161] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102880, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.341776] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ec5221-7f2e-435d-8502-e69513229df7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.362261] env[69437]: DEBUG nova.compute.provider_tree [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.433479] env[69437]: DEBUG nova.network.neutron [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.580290] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102876, 'name': CreateVM_Task, 'duration_secs': 0.34072} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.580496] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.581025] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.581298] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.581783] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.582167] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0e3cd3-ee82-464b-a487-aa19b4dde082 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.590067] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 650.590067] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525fe31e-3c87-2fae-de9f-0d8b98cf7656" [ 650.590067] env[69437]: _type = "Task" [ 650.590067] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.602517] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525fe31e-3c87-2fae-de9f-0d8b98cf7656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.613070] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102877, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.632605] env[69437]: DEBUG nova.network.neutron [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Updating instance_info_cache with network_info: [{"id": "161735fe-9778-4e29-a195-da7530c50adb", "address": "fa:16:3e:54:39:4b", "network": {"id": "19f5fc7a-dfe4-4321-aa7e-f72a3900241e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1347594068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d731d0042542dea6908ddf85245c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161735fe-97", "ovs_interfaceid": "161735fe-9778-4e29-a195-da7530c50adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.693625] env[69437]: DEBUG nova.compute.manager [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.735778] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.736384] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.736632] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.737418] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.737664] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.737883] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.738217] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.738401] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.738626] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.738845] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.739056] env[69437]: DEBUG nova.virt.hardware [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.740347] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1bbb4-403d-44e0-b3fc-4d1ac827d438 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.749766] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fd4baa-537a-4f81-b44c-89d0cb9857b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.812706] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102880, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.868117] env[69437]: DEBUG nova.scheduler.client.report [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.112017] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525fe31e-3c87-2fae-de9f-0d8b98cf7656, 'name': SearchDatastore_Task, 'duration_secs': 0.015816} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.115844] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.115844] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.115844] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.115844] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.116609] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.116609] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b06e60ee-5767-40f4-afb0-8051c33d1f22 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.128692] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518019} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.131371] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29/3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.131371] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.131371] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.135492] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.136200] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55588c1c-2318-423c-a821-7fd7065d751a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.140273] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Releasing lock "refresh_cache-f21e252d-7028-417c-872b-f69c49c2dc59" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.140748] env[69437]: DEBUG nova.compute.manager [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Instance network_info: |[{"id": "161735fe-9778-4e29-a195-da7530c50adb", "address": "fa:16:3e:54:39:4b", "network": {"id": "19f5fc7a-dfe4-4321-aa7e-f72a3900241e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1347594068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d731d0042542dea6908ddf85245c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161735fe-97", "ovs_interfaceid": "161735fe-9778-4e29-a195-da7530c50adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.140907] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5d22f8-b141-4a8e-9511-d2e4c3eb47a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.146345] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:39:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '161735fe-9778-4e29-a195-da7530c50adb', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.157497] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Creating folder: Project (85d731d0042542dea6908ddf85245c00). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.159274] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7052188f-8743-4773-9772-7d3ffdeb3f9b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.164061] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 651.164061] env[69437]: value = "task-4102881" [ 651.164061] env[69437]: _type = "Task" [ 651.164061] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.165747] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 651.165747] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52650af2-1dda-3c1c-12b7-fa76d14c421a" [ 651.165747] env[69437]: _type = "Task" [ 651.165747] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.179636] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "a2375c4e-89cb-474b-9652-47868e4e54c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.179636] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "a2375c4e-89cb-474b-9652-47868e4e54c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.180025] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "a2375c4e-89cb-474b-9652-47868e4e54c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.180025] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "a2375c4e-89cb-474b-9652-47868e4e54c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.180309] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "a2375c4e-89cb-474b-9652-47868e4e54c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.182107] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Created folder: Project (85d731d0042542dea6908ddf85245c00) in parent group-v812682. [ 651.182335] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Creating folder: Instances. Parent ref: group-v812720. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.183563] env[69437]: INFO nova.compute.manager [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Terminating instance [ 651.192260] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-691926ef-b19b-410e-a9e1-b63e8d0e2ad7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.194948] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.201564] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52650af2-1dda-3c1c-12b7-fa76d14c421a, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.204726] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c53673-f019-4912-a9ce-8f6355e0e42b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.214785] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Created folder: Instances in parent group-v812720. [ 651.215258] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.218259] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 651.218259] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f3fe52-d93b-b175-1baa-9cf32df6e783" [ 651.218259] env[69437]: _type = "Task" [ 651.218259] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.218259] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.218259] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d917e792-a3a6-4279-bec9-c8c39574b45c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.245169] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f3fe52-d93b-b175-1baa-9cf32df6e783, 'name': SearchDatastore_Task, 'duration_secs': 0.013636} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.246616] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.246947] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.247254] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.247254] env[69437]: value = "task-4102884" [ 651.247254] env[69437]: _type = "Task" [ 651.247254] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.247441] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e825570e-4d20-4eac-909e-392561ab676f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.261562] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 651.261562] env[69437]: value = "task-4102885" [ 651.261562] env[69437]: _type = "Task" [ 651.261562] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.263099] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102884, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.271048] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.280025] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.280327] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.312314] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102880, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.380030] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.380590] env[69437]: DEBUG nova.compute.manager [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.384624] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.462s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.387158] env[69437]: INFO nova.compute.claims [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.679068] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087375} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.679598] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.681223] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0944a738-5398-472b-adcb-621ec385affc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.713339] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29/3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.713339] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "refresh_cache-a2375c4e-89cb-474b-9652-47868e4e54c5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.713339] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired lock "refresh_cache-a2375c4e-89cb-474b-9652-47868e4e54c5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.713339] env[69437]: DEBUG nova.network.neutron [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.713339] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f584c3-06d9-4575-b462-6f0e1714cfe9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.741059] env[69437]: DEBUG nova.compute.manager [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Received event network-vif-plugged-6450338f-f00f-4c1c-bebe-76a970b60b67 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.741059] env[69437]: DEBUG oslo_concurrency.lockutils [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] Acquiring lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.741183] env[69437]: DEBUG oslo_concurrency.lockutils [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.741308] env[69437]: DEBUG oslo_concurrency.lockutils [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.741582] env[69437]: DEBUG nova.compute.manager [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] No waiting events found dispatching network-vif-plugged-6450338f-f00f-4c1c-bebe-76a970b60b67 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 651.741738] env[69437]: WARNING nova.compute.manager [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Received unexpected event network-vif-plugged-6450338f-f00f-4c1c-bebe-76a970b60b67 for instance with vm_state building and task_state spawning. [ 651.741937] env[69437]: DEBUG nova.compute.manager [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Received event network-changed-6450338f-f00f-4c1c-bebe-76a970b60b67 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.742168] env[69437]: DEBUG nova.compute.manager [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Refreshing instance network info cache due to event network-changed-6450338f-f00f-4c1c-bebe-76a970b60b67. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.742400] env[69437]: DEBUG oslo_concurrency.lockutils [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] Acquiring lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.742601] env[69437]: DEBUG oslo_concurrency.lockutils [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] Acquired lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.742803] env[69437]: DEBUG nova.network.neutron [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Refreshing network info cache for port 6450338f-f00f-4c1c-bebe-76a970b60b67 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.746471] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 651.746471] env[69437]: value = "task-4102886" [ 651.746471] env[69437]: _type = "Task" [ 651.746471] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.766590] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.771526] env[69437]: DEBUG nova.network.neutron [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.777268] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102884, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.786961] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102885, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.812387] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102880, 'name': CreateVM_Task, 'duration_secs': 1.508662} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.812745] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.813803] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.814199] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.814329] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.814682] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263e911c-64e7-401e-888a-7a9866db9854 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.820955] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 651.820955] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52388532-9055-dcd8-25b5-dac5b33ff7ba" [ 651.820955] env[69437]: _type = "Task" [ 651.820955] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.830377] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52388532-9055-dcd8-25b5-dac5b33ff7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.893147] env[69437]: DEBUG nova.compute.utils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.897046] env[69437]: DEBUG nova.compute.manager [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.897046] env[69437]: DEBUG nova.network.neutron [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.906154] env[69437]: DEBUG nova.network.neutron [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.960599] env[69437]: DEBUG nova.policy [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7aed608145b4430a2d4589ca2d8acdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae2df2c508745dfb11990067b879243', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.084027] env[69437]: DEBUG nova.network.neutron [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Successfully updated port: 20c18ddf-0f21-4af3-a908-c89bb67c1e65 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.267333] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102884, 'name': CreateVM_Task, 'duration_secs': 0.595037} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.277085] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.277424] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.278233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.278471] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.278869] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.280722] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0962d60b-214f-430c-a1ad-e190f9fbfd8f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.288108] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580171} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.288108] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.288108] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.288707] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-697941a9-4d5d-4b15-802b-971e3cfb93ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.292231] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 652.292231] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5258f5ac-7de7-9627-42ef-d118c92f0ed1" [ 652.292231] env[69437]: _type = "Task" [ 652.292231] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.297456] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 652.297456] env[69437]: value = "task-4102887" [ 652.297456] env[69437]: _type = "Task" [ 652.297456] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.302256] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5258f5ac-7de7-9627-42ef-d118c92f0ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.311701] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.332707] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52388532-9055-dcd8-25b5-dac5b33ff7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.334105] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.334105] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.334105] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.334105] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.334331] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.334424] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb466594-bcca-458a-9851-1c266083ca6f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.344259] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.344542] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.345306] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b047ec-50b6-4bbf-9bd3-9730990fd56c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.352638] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 652.352638] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52573e48-797d-03e2-2d16-4ee22289bf8e" [ 652.352638] env[69437]: _type = "Task" [ 652.352638] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.367651] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52573e48-797d-03e2-2d16-4ee22289bf8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.368706] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e506aca9-5dae-4237-b50c-be84e285a19a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.375833] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 652.375833] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527911d2-6d25-e9e5-7540-f83734bfa64a" [ 652.375833] env[69437]: _type = "Task" [ 652.375833] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.390082] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527911d2-6d25-e9e5-7540-f83734bfa64a, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.390082] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.390082] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] b40269cc-f3c6-4dbc-a9aa-aa9f95186045/b40269cc-f3c6-4dbc-a9aa-aa9f95186045.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.390082] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e465d102-4d4a-4787-9fa9-6cf180b4487c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.397381] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 652.397381] env[69437]: value = "task-4102888" [ 652.397381] env[69437]: _type = "Task" [ 652.397381] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.403971] env[69437]: DEBUG nova.compute.manager [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.409164] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Releasing lock "refresh_cache-a2375c4e-89cb-474b-9652-47868e4e54c5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.409566] env[69437]: DEBUG nova.compute.manager [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.409755] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.411271] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de700c-b4ba-4884-a75f-d0e4aad69614 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.418725] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.424661] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.424913] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d34c402-72bf-40ad-af80-a19acff6ea54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.433053] env[69437]: DEBUG oslo_vmware.api [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 652.433053] env[69437]: value = "task-4102889" [ 652.433053] env[69437]: _type = "Task" [ 652.433053] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.449450] env[69437]: DEBUG oslo_vmware.api [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.518207] env[69437]: DEBUG nova.compute.manager [req-f1ddb7ba-c6b0-4e3c-9287-d9701a9631ca req-b08190c1-b1c6-4ded-a313-f6ecac7ee387 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Received event network-changed-161735fe-9778-4e29-a195-da7530c50adb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.518495] env[69437]: DEBUG nova.compute.manager [req-f1ddb7ba-c6b0-4e3c-9287-d9701a9631ca req-b08190c1-b1c6-4ded-a313-f6ecac7ee387 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Refreshing instance network info cache due to event network-changed-161735fe-9778-4e29-a195-da7530c50adb. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.518659] env[69437]: DEBUG oslo_concurrency.lockutils [req-f1ddb7ba-c6b0-4e3c-9287-d9701a9631ca req-b08190c1-b1c6-4ded-a313-f6ecac7ee387 service nova] Acquiring lock "refresh_cache-f21e252d-7028-417c-872b-f69c49c2dc59" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.518959] env[69437]: DEBUG oslo_concurrency.lockutils [req-f1ddb7ba-c6b0-4e3c-9287-d9701a9631ca req-b08190c1-b1c6-4ded-a313-f6ecac7ee387 service nova] Acquired lock "refresh_cache-f21e252d-7028-417c-872b-f69c49c2dc59" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.519121] env[69437]: DEBUG nova.network.neutron [req-f1ddb7ba-c6b0-4e3c-9287-d9701a9631ca req-b08190c1-b1c6-4ded-a313-f6ecac7ee387 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Refreshing network info cache for port 161735fe-9778-4e29-a195-da7530c50adb {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.548893] env[69437]: DEBUG nova.network.neutron [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updated VIF entry in instance network info cache for port 6450338f-f00f-4c1c-bebe-76a970b60b67. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.549323] env[69437]: DEBUG nova.network.neutron [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance_info_cache with network_info: [{"id": "6450338f-f00f-4c1c-bebe-76a970b60b67", "address": "fa:16:3e:d5:19:65", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6450338f-f0", "ovs_interfaceid": "6450338f-f00f-4c1c-bebe-76a970b60b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.592300] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "refresh_cache-299209ef-69dd-4e72-a9df-d8dabb8993b0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.592300] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "refresh_cache-299209ef-69dd-4e72-a9df-d8dabb8993b0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.592300] env[69437]: DEBUG nova.network.neutron [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.765022] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102886, 'name': ReconfigVM_Task, 'duration_secs': 0.794012} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.765535] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29/3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.766904] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5f99e76-97b9-41af-9f15-c4696367da82 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.777446] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 652.777446] env[69437]: value = "task-4102890" [ 652.777446] env[69437]: _type = "Task" [ 652.777446] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.790074] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102890, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.816670] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5258f5ac-7de7-9627-42ef-d118c92f0ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.818745] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.818745] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.818745] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.818745] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.819197] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.819197] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa2be039-7e72-4ad8-8cf4-ffec3913c858 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.825103] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081859} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.825466] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.826698] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b867690-a8d9-4bd0-b6fd-fbf78f719106 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.854340] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.858867] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ff11a2-44f2-41fa-9d97-c506e8711c17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.876423] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.876541] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.878065] env[69437]: DEBUG nova.network.neutron [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Successfully created port: 5654670a-be98-412e-9ee1-d509ffc7171e {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.883060] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88fe812-d7ce-494d-90fb-b499eda464ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.888984] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 652.888984] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fe797d-627a-a108-b303-7371618d560c" [ 652.888984] env[69437]: _type = "Task" [ 652.888984] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.894048] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 652.894048] env[69437]: value = "task-4102891" [ 652.894048] env[69437]: _type = "Task" [ 652.894048] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.901805] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fe797d-627a-a108-b303-7371618d560c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.921271] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102888, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.921271] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.944755] env[69437]: DEBUG oslo_vmware.api [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102889, 'name': PowerOffVM_Task, 'duration_secs': 0.197588} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.945290] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.945290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.945565] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-313f8a31-38bc-452f-b30c-33cebf8d4899 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.980073] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.980659] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.980659] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Deleting the datastore file [datastore2] a2375c4e-89cb-474b-9652-47868e4e54c5 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.982290] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7e05388-40e3-48f8-9af1-5ff31ad34d0c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.989641] env[69437]: DEBUG oslo_vmware.api [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 652.989641] env[69437]: value = "task-4102893" [ 652.989641] env[69437]: _type = "Task" [ 652.989641] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.002989] env[69437]: DEBUG oslo_vmware.api [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.057047] env[69437]: DEBUG oslo_concurrency.lockutils [req-6ee4dff7-c3e4-4f43-869d-e9d72ae0e96d req-8c4e28ba-32fe-42bc-89d6-397782085363 service nova] Releasing lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.071856] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c162175-1b78-47a8-91da-7c7109f957ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.084019] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb726e59-ae60-4e6c-81af-60f4c3c443ff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.119234] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3598c15-c752-44a9-9c75-f40ebc66ef16 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.135045] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e331e-8786-4ef6-93e5-385ca53dfaca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.154807] env[69437]: DEBUG nova.compute.provider_tree [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.213789] env[69437]: DEBUG nova.network.neutron [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.288395] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102890, 'name': Rename_Task, 'duration_secs': 0.275057} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.288672] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.288981] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79155829-769e-4c0a-80a2-3cbe116f4edd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.299077] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 653.299077] env[69437]: value = "task-4102894" [ 653.299077] env[69437]: _type = "Task" [ 653.299077] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.317273] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102894, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.404502] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fe797d-627a-a108-b303-7371618d560c, 'name': SearchDatastore_Task, 'duration_secs': 0.02598} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.418444] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4071f9d-3653-4a5b-8e8c-47aa32d7ee36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.421040] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102891, 'name': ReconfigVM_Task, 'duration_secs': 0.379171} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.423421] env[69437]: DEBUG nova.compute.manager [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.425451] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Reconfigured VM instance instance-00000005 to attach disk [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0/aa306a76-5515-4edc-9b97-8da7c46550a0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.433152] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4826e8ff-005d-4607-922d-5a8242dc604d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.434114] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58633} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.435318] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] b40269cc-f3c6-4dbc-a9aa-aa9f95186045/b40269cc-f3c6-4dbc-a9aa-aa9f95186045.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.435318] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.436105] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 653.436105] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]523e4add-5a92-ec56-24b1-1fc4a3f29e17" [ 653.436105] env[69437]: _type = "Task" [ 653.436105] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.437210] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20a86f46-e652-4312-a7db-b480bb0abff4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.446319] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 653.446319] env[69437]: value = "task-4102895" [ 653.446319] env[69437]: _type = "Task" [ 653.446319] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.459598] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523e4add-5a92-ec56-24b1-1fc4a3f29e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.459926] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 653.459926] env[69437]: value = "task-4102896" [ 653.459926] env[69437]: _type = "Task" [ 653.459926] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.468523] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102895, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.471393] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.471634] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.471858] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.472078] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.472228] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.472810] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.472810] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.472810] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.473019] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.473062] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.475439] env[69437]: DEBUG nova.virt.hardware [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.475439] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175b91fd-5c14-47be-a1fa-b3de6ed0e841 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.480927] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.487164] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e364c347-7ebb-4467-8375-794ac339956d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.496632] env[69437]: DEBUG nova.network.neutron [req-f1ddb7ba-c6b0-4e3c-9287-d9701a9631ca req-b08190c1-b1c6-4ded-a313-f6ecac7ee387 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Updated VIF entry in instance network info cache for port 161735fe-9778-4e29-a195-da7530c50adb. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.497050] env[69437]: DEBUG nova.network.neutron [req-f1ddb7ba-c6b0-4e3c-9287-d9701a9631ca req-b08190c1-b1c6-4ded-a313-f6ecac7ee387 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Updating instance_info_cache with network_info: [{"id": "161735fe-9778-4e29-a195-da7530c50adb", "address": "fa:16:3e:54:39:4b", "network": {"id": "19f5fc7a-dfe4-4321-aa7e-f72a3900241e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1347594068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d731d0042542dea6908ddf85245c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161735fe-97", "ovs_interfaceid": "161735fe-9778-4e29-a195-da7530c50adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.509318] env[69437]: DEBUG nova.network.neutron [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Updating instance_info_cache with network_info: [{"id": "20c18ddf-0f21-4af3-a908-c89bb67c1e65", "address": "fa:16:3e:63:63:6a", "network": {"id": "70cbc605-e36c-4eeb-9dfa-5be1c8c1bd0e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1228765677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668932e0cb35446698790a04a89a34e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c18ddf-0f", "ovs_interfaceid": "20c18ddf-0f21-4af3-a908-c89bb67c1e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.516462] env[69437]: DEBUG oslo_vmware.api [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281076} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.516462] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.516462] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.516462] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.516462] env[69437]: INFO nova.compute.manager [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 653.516804] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.516908] env[69437]: DEBUG nova.compute.manager [-] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.516966] env[69437]: DEBUG nova.network.neutron [-] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.538019] env[69437]: DEBUG nova.network.neutron [-] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.658872] env[69437]: DEBUG nova.scheduler.client.report [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.812199] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102894, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.956085] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523e4add-5a92-ec56-24b1-1fc4a3f29e17, 'name': SearchDatastore_Task, 'duration_secs': 0.018892} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.960393] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.961300] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f21e252d-7028-417c-872b-f69c49c2dc59/f21e252d-7028-417c-872b-f69c49c2dc59.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.961528] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613194ad-2521-4d4a-97b3-0495147d15a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.972584] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102895, 'name': Rename_Task, 'duration_secs': 0.225968} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.976997] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.978940] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a328c958-76e2-4fb6-a5fa-d19c63d389e4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.982109] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 653.982109] env[69437]: value = "task-4102897" [ 653.982109] env[69437]: _type = "Task" [ 653.982109] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.984676] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070855} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.989050] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.991168] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1859a7-d1bb-45c3-970b-305e312d3cd1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.994103] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Waiting for the task: (returnval){ [ 653.994103] env[69437]: value = "task-4102898" [ 653.994103] env[69437]: _type = "Task" [ 653.994103] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.017990] env[69437]: DEBUG oslo_concurrency.lockutils [req-f1ddb7ba-c6b0-4e3c-9287-d9701a9631ca req-b08190c1-b1c6-4ded-a313-f6ecac7ee387 service nova] Releasing lock "refresh_cache-f21e252d-7028-417c-872b-f69c49c2dc59" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.028367] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] b40269cc-f3c6-4dbc-a9aa-aa9f95186045/b40269cc-f3c6-4dbc-a9aa-aa9f95186045.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.029231] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "refresh_cache-299209ef-69dd-4e72-a9df-d8dabb8993b0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.029506] env[69437]: DEBUG nova.compute.manager [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Instance network_info: |[{"id": "20c18ddf-0f21-4af3-a908-c89bb67c1e65", "address": "fa:16:3e:63:63:6a", "network": {"id": "70cbc605-e36c-4eeb-9dfa-5be1c8c1bd0e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1228765677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668932e0cb35446698790a04a89a34e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c18ddf-0f", "ovs_interfaceid": "20c18ddf-0f21-4af3-a908-c89bb67c1e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.029882] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.031037] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ba6fea-d4b2-4a16-8b28-e1d5206ffbd3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.047841] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:63:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20c18ddf-0f21-4af3-a908-c89bb67c1e65', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.055683] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Creating folder: Project (668932e0cb35446698790a04a89a34e8). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.060274] env[69437]: DEBUG nova.network.neutron [-] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.061852] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c515739-ff8f-4fd4-b422-8037659600a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.063805] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102898, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.071312] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 654.071312] env[69437]: value = "task-4102900" [ 654.071312] env[69437]: _type = "Task" [ 654.071312] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.080053] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Created folder: Project (668932e0cb35446698790a04a89a34e8) in parent group-v812682. [ 654.080053] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Creating folder: Instances. Parent ref: group-v812723. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.080388] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9aa7ca6-40a7-4b7a-9f1f-7bf1586e810b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.087371] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.090394] env[69437]: DEBUG nova.compute.manager [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Received event network-vif-plugged-20c18ddf-0f21-4af3-a908-c89bb67c1e65 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.090721] env[69437]: DEBUG oslo_concurrency.lockutils [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] Acquiring lock "299209ef-69dd-4e72-a9df-d8dabb8993b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.091170] env[69437]: DEBUG oslo_concurrency.lockutils [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] Lock "299209ef-69dd-4e72-a9df-d8dabb8993b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.091410] env[69437]: DEBUG oslo_concurrency.lockutils [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] Lock "299209ef-69dd-4e72-a9df-d8dabb8993b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.091535] env[69437]: DEBUG nova.compute.manager [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] No waiting events found dispatching network-vif-plugged-20c18ddf-0f21-4af3-a908-c89bb67c1e65 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 654.091927] env[69437]: WARNING nova.compute.manager [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Received unexpected event network-vif-plugged-20c18ddf-0f21-4af3-a908-c89bb67c1e65 for instance with vm_state building and task_state spawning. [ 654.092108] env[69437]: DEBUG nova.compute.manager [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Received event network-changed-20c18ddf-0f21-4af3-a908-c89bb67c1e65 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.092438] env[69437]: DEBUG nova.compute.manager [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Refreshing instance network info cache due to event network-changed-20c18ddf-0f21-4af3-a908-c89bb67c1e65. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.092533] env[69437]: DEBUG oslo_concurrency.lockutils [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] Acquiring lock "refresh_cache-299209ef-69dd-4e72-a9df-d8dabb8993b0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.092728] env[69437]: DEBUG oslo_concurrency.lockutils [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] Acquired lock "refresh_cache-299209ef-69dd-4e72-a9df-d8dabb8993b0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.092920] env[69437]: DEBUG nova.network.neutron [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Refreshing network info cache for port 20c18ddf-0f21-4af3-a908-c89bb67c1e65 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.100815] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Created folder: Instances in parent group-v812723. [ 654.100815] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.100815] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.101379] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4e0004c-85c5-4ab1-b8c9-d3121e0779b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.126218] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.126218] env[69437]: value = "task-4102902" [ 654.126218] env[69437]: _type = "Task" [ 654.126218] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.136788] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102902, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.167600] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.167600] env[69437]: DEBUG nova.compute.manager [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.168868] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.214s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.170805] env[69437]: INFO nova.compute.claims [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.311109] env[69437]: DEBUG oslo_vmware.api [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4102894, 'name': PowerOnVM_Task, 'duration_secs': 0.546494} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.311585] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.311720] env[69437]: INFO nova.compute.manager [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Took 11.71 seconds to spawn the instance on the hypervisor. [ 654.314118] env[69437]: DEBUG nova.compute.manager [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 654.314118] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a42f0a3-0fd6-45d2-a750-6db9d2949629 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.495924] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102897, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.505505] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102898, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.565715] env[69437]: INFO nova.compute.manager [-] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Took 1.05 seconds to deallocate network for instance. [ 654.582829] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102900, 'name': ReconfigVM_Task, 'duration_secs': 0.476554} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.583502] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Reconfigured VM instance instance-0000000c to attach disk [datastore2] b40269cc-f3c6-4dbc-a9aa-aa9f95186045/b40269cc-f3c6-4dbc-a9aa-aa9f95186045.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.584849] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a66d036-286f-4c91-93e3-d6993fda0a81 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.604297] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 654.604297] env[69437]: value = "task-4102903" [ 654.604297] env[69437]: _type = "Task" [ 654.604297] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.613624] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102903, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.640822] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102902, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.677111] env[69437]: DEBUG nova.compute.utils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.682526] env[69437]: DEBUG nova.compute.manager [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.682526] env[69437]: DEBUG nova.network.neutron [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.840114] env[69437]: INFO nova.compute.manager [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Took 28.71 seconds to build instance. [ 654.853303] env[69437]: DEBUG nova.policy [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26163374c7e48ce8c90cb3def7a79e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e465e90f98e4f3db534c7a77e802494', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.997660] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66394} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.001145] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f21e252d-7028-417c-872b-f69c49c2dc59/f21e252d-7028-417c-872b-f69c49c2dc59.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.001390] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.002133] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad448924-d081-4266-927c-5f65badd2f6e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.012617] env[69437]: DEBUG oslo_vmware.api [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Task: {'id': task-4102898, 'name': PowerOnVM_Task, 'duration_secs': 0.653874} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.014408] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.014921] env[69437]: DEBUG nova.compute.manager [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.015451] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 655.015451] env[69437]: value = "task-4102904" [ 655.015451] env[69437]: _type = "Task" [ 655.015451] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.016382] env[69437]: DEBUG nova.network.neutron [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Successfully updated port: 5654670a-be98-412e-9ee1-d509ffc7171e {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.017624] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67451733-1a78-4252-80cb-b9a9e2f1874a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.039930] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.078324] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.091806] env[69437]: DEBUG nova.compute.manager [req-6e79cb2b-6c69-4e94-b713-850c59103dff req-b23ce0bb-8d45-43ca-b87e-83f7beb1e408 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Received event network-vif-plugged-5654670a-be98-412e-9ee1-d509ffc7171e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.091806] env[69437]: DEBUG oslo_concurrency.lockutils [req-6e79cb2b-6c69-4e94-b713-850c59103dff req-b23ce0bb-8d45-43ca-b87e-83f7beb1e408 service nova] Acquiring lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.091806] env[69437]: DEBUG oslo_concurrency.lockutils [req-6e79cb2b-6c69-4e94-b713-850c59103dff req-b23ce0bb-8d45-43ca-b87e-83f7beb1e408 service nova] Lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.092923] env[69437]: DEBUG oslo_concurrency.lockutils [req-6e79cb2b-6c69-4e94-b713-850c59103dff req-b23ce0bb-8d45-43ca-b87e-83f7beb1e408 service nova] Lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.093499] env[69437]: DEBUG nova.compute.manager [req-6e79cb2b-6c69-4e94-b713-850c59103dff req-b23ce0bb-8d45-43ca-b87e-83f7beb1e408 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] No waiting events found dispatching network-vif-plugged-5654670a-be98-412e-9ee1-d509ffc7171e {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 655.094462] env[69437]: WARNING nova.compute.manager [req-6e79cb2b-6c69-4e94-b713-850c59103dff req-b23ce0bb-8d45-43ca-b87e-83f7beb1e408 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Received unexpected event network-vif-plugged-5654670a-be98-412e-9ee1-d509ffc7171e for instance with vm_state building and task_state spawning. [ 655.117354] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102903, 'name': Rename_Task, 'duration_secs': 0.318982} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.117650] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.117945] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8353e939-02c6-4ee0-922b-8844fcfd6377 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.127889] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 655.127889] env[69437]: value = "task-4102905" [ 655.127889] env[69437]: _type = "Task" [ 655.127889] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.144231] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.148913] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102902, 'name': CreateVM_Task, 'duration_secs': 0.535182} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.149075] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.149815] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.150759] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.150759] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.150759] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f279015-f150-4974-bbff-c91d64387827 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.156104] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 655.156104] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d9296c-08ce-c91a-e761-679afc559750" [ 655.156104] env[69437]: _type = "Task" [ 655.156104] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.170952] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d9296c-08ce-c91a-e761-679afc559750, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.171123] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.171290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.171523] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.171663] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.171831] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.172429] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af6f858a-9fd0-403e-aa8d-ab2ec32f64ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.184474] env[69437]: DEBUG nova.compute.manager [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.196586] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.196586] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.196586] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f346b06-00f2-40d8-a081-bfcb1dfd21b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.203292] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 655.203292] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52280220-4de8-1714-35b9-212a19b230af" [ 655.203292] env[69437]: _type = "Task" [ 655.203292] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.219475] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52280220-4de8-1714-35b9-212a19b230af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.342520] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8187c51d-882c-4f06-b5d8-2be0dff0cebf tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.812s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.522807] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquiring lock "refresh_cache-5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.522992] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquired lock "refresh_cache-5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.523142] env[69437]: DEBUG nova.network.neutron [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.535814] env[69437]: DEBUG nova.network.neutron [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Updated VIF entry in instance network info cache for port 20c18ddf-0f21-4af3-a908-c89bb67c1e65. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.537149] env[69437]: DEBUG nova.network.neutron [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Updating instance_info_cache with network_info: [{"id": "20c18ddf-0f21-4af3-a908-c89bb67c1e65", "address": "fa:16:3e:63:63:6a", "network": {"id": "70cbc605-e36c-4eeb-9dfa-5be1c8c1bd0e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1228765677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668932e0cb35446698790a04a89a34e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c18ddf-0f", "ovs_interfaceid": "20c18ddf-0f21-4af3-a908-c89bb67c1e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.550990] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065156} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.558031] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.558668] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.559527] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d88ac2-479e-4aa7-b813-51b0ee6b56c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.586475] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] f21e252d-7028-417c-872b-f69c49c2dc59/f21e252d-7028-417c-872b-f69c49c2dc59.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.589892] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e104763f-4b12-403e-be7b-57f6e5ce21a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.611436] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 655.611436] env[69437]: value = "task-4102906" [ 655.611436] env[69437]: _type = "Task" [ 655.611436] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.620379] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.640543] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.715568] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52280220-4de8-1714-35b9-212a19b230af, 'name': SearchDatastore_Task, 'duration_secs': 0.015358} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.719679] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fae00f-71ef-409b-a205-5928b943c969 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.726201] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 655.726201] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521430de-11a1-7ed8-b0ca-2e107650787d" [ 655.726201] env[69437]: _type = "Task" [ 655.726201] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.735172] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521430de-11a1-7ed8-b0ca-2e107650787d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.753772] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fe5076-e10d-4870-992e-ed85b7ff81e8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.764821] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ce9cae-658e-4740-bd55-561ff640f962 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.800427] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6bfba7-e723-4393-9e51-0a4bc19ce78e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.810587] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c30559-b430-47e5-921a-867812247df4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.824836] env[69437]: DEBUG nova.compute.provider_tree [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.846678] env[69437]: DEBUG nova.compute.manager [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.044694] env[69437]: DEBUG oslo_concurrency.lockutils [req-bff81078-f73e-425b-92f3-2c6f1f2857a9 req-bf451f36-0fe5-4f73-b36a-5bfd8883882f service nova] Releasing lock "refresh_cache-299209ef-69dd-4e72-a9df-d8dabb8993b0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124245] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.142862] env[69437]: DEBUG nova.network.neutron [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.143654] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.193538] env[69437]: DEBUG nova.network.neutron [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Successfully created port: 37b90ce1-e15b-41ee-ad2d-f42aa8953646 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.204808] env[69437]: DEBUG nova.compute.manager [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.243100] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521430de-11a1-7ed8-b0ca-2e107650787d, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.243316] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.243597] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 299209ef-69dd-4e72-a9df-d8dabb8993b0/299209ef-69dd-4e72-a9df-d8dabb8993b0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.244101] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd938419-0fe1-4800-b3f5-f0a2b9f0fee5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.252205] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 656.252205] env[69437]: value = "task-4102907" [ 656.252205] env[69437]: _type = "Task" [ 656.252205] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.256715] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:37:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2093432735',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-703819079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.257088] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.257521] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.257833] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.258094] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.258340] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.258721] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.258923] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.259235] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.259510] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.259771] env[69437]: DEBUG nova.virt.hardware [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.260971] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487024ad-091f-436b-9d96-9fb4c0e8dab8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.279183] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51b8c70-20e3-4f00-95e3-e260003fb738 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.285116] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.330127] env[69437]: DEBUG nova.scheduler.client.report [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.374775] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.585348] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "aa306a76-5515-4edc-9b97-8da7c46550a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.585742] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "aa306a76-5515-4edc-9b97-8da7c46550a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.586063] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "aa306a76-5515-4edc-9b97-8da7c46550a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.586805] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "aa306a76-5515-4edc-9b97-8da7c46550a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.587079] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "aa306a76-5515-4edc-9b97-8da7c46550a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.589781] env[69437]: INFO nova.compute.manager [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Terminating instance [ 656.628278] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102906, 'name': ReconfigVM_Task, 'duration_secs': 0.631825} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.628422] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Reconfigured VM instance instance-0000000d to attach disk [datastore1] f21e252d-7028-417c-872b-f69c49c2dc59/f21e252d-7028-417c-872b-f69c49c2dc59.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.629483] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-001ac9cf-e346-4db4-91fc-90b75ab0a26c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.646028] env[69437]: DEBUG oslo_vmware.api [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4102905, 'name': PowerOnVM_Task, 'duration_secs': 1.362239} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.647720] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.648370] env[69437]: INFO nova.compute.manager [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Took 11.91 seconds to spawn the instance on the hypervisor. [ 656.648370] env[69437]: DEBUG nova.compute.manager [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 656.648564] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 656.648564] env[69437]: value = "task-4102908" [ 656.648564] env[69437]: _type = "Task" [ 656.648564] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.649540] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1387f39a-34f6-44a2-9e23-ed2468609a92 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.669304] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102908, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.688177] env[69437]: DEBUG nova.network.neutron [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Updating instance_info_cache with network_info: [{"id": "5654670a-be98-412e-9ee1-d509ffc7171e", "address": "fa:16:3e:39:17:00", "network": {"id": "4fc1ee14-9e22-4515-9105-a44d4fb4319b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-135837703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae2df2c508745dfb11990067b879243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5654670a-be", "ovs_interfaceid": "5654670a-be98-412e-9ee1-d509ffc7171e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.783033] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.837597] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.837687] env[69437]: DEBUG nova.compute.manager [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.841626] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.221s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.841878] env[69437]: DEBUG nova.objects.instance [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lazy-loading 'resources' on Instance uuid de6b1533-4813-4bb5-8a45-acf9f368965e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.095263] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "refresh_cache-aa306a76-5515-4edc-9b97-8da7c46550a0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.095263] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquired lock "refresh_cache-aa306a76-5515-4edc-9b97-8da7c46550a0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.095263] env[69437]: DEBUG nova.network.neutron [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.165945] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102908, 'name': Rename_Task, 'duration_secs': 0.232611} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.166304] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.168904] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e667dacc-7e51-40e0-bd95-c7140c9e2252 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.184050] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 657.184050] env[69437]: value = "task-4102909" [ 657.184050] env[69437]: _type = "Task" [ 657.184050] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.195817] env[69437]: INFO nova.compute.manager [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Took 29.84 seconds to build instance. [ 657.201394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Releasing lock "refresh_cache-5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.201394] env[69437]: DEBUG nova.compute.manager [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Instance network_info: |[{"id": "5654670a-be98-412e-9ee1-d509ffc7171e", "address": "fa:16:3e:39:17:00", "network": {"id": "4fc1ee14-9e22-4515-9105-a44d4fb4319b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-135837703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae2df2c508745dfb11990067b879243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5654670a-be", "ovs_interfaceid": "5654670a-be98-412e-9ee1-d509ffc7171e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.203109] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:17:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5654670a-be98-412e-9ee1-d509ffc7171e', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.213967] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Creating folder: Project (2ae2df2c508745dfb11990067b879243). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.214999] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d82b6f1-fda0-41c7-8243-1280d8d87156 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.227383] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102909, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.239600] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Created folder: Project (2ae2df2c508745dfb11990067b879243) in parent group-v812682. [ 657.240436] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Creating folder: Instances. Parent ref: group-v812726. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.240773] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0169bd34-ecdf-4a94-be75-4c6b0a3baad8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.255352] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Created folder: Instances in parent group-v812726. [ 657.255352] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.255352] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.255352] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e1d4f05-1ad3-4447-9cf3-236c88315137 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.286233] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564228} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.287746] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 299209ef-69dd-4e72-a9df-d8dabb8993b0/299209ef-69dd-4e72-a9df-d8dabb8993b0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.288681] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.288681] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.288681] env[69437]: value = "task-4102912" [ 657.288681] env[69437]: _type = "Task" [ 657.288681] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.288681] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cf75a16-0322-44dd-afc6-ac98dcb8b501 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.301092] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102912, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.304848] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 657.304848] env[69437]: value = "task-4102913" [ 657.304848] env[69437]: _type = "Task" [ 657.304848] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.315974] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.346319] env[69437]: DEBUG nova.compute.utils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.353091] env[69437]: DEBUG nova.compute.manager [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.353091] env[69437]: DEBUG nova.network.neutron [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.442895] env[69437]: DEBUG nova.policy [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdbb6bcaaf534612920f3b10ef2a8004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd052926e8a4cb4ba71eaaa941cefe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.646968] env[69437]: DEBUG nova.network.neutron [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.702856] env[69437]: DEBUG oslo_concurrency.lockutils [None req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.079s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.711198] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.806479] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102912, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.818880] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082437} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.819271] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.820144] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4174e14-697c-4aa9-8d3d-ec3287437fc5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.845439] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 299209ef-69dd-4e72-a9df-d8dabb8993b0/299209ef-69dd-4e72-a9df-d8dabb8993b0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.851041] env[69437]: DEBUG nova.network.neutron [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Successfully created port: 4d44e987-b72f-4b98-90b9-70a1b809141e {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.851041] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5516806a-22fc-4618-be3c-68a0eb83eb39 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.867942] env[69437]: DEBUG nova.compute.manager [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.875977] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 657.875977] env[69437]: value = "task-4102914" [ 657.875977] env[69437]: _type = "Task" [ 657.875977] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.887124] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.943067] env[69437]: DEBUG nova.compute.manager [req-07f68923-48c3-412b-8172-5283536b567d req-a28d7d64-0455-4dbf-97bd-6ec128d34ee6 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Received event network-changed-5654670a-be98-412e-9ee1-d509ffc7171e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.943475] env[69437]: DEBUG nova.compute.manager [req-07f68923-48c3-412b-8172-5283536b567d req-a28d7d64-0455-4dbf-97bd-6ec128d34ee6 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Refreshing instance network info cache due to event network-changed-5654670a-be98-412e-9ee1-d509ffc7171e. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.943749] env[69437]: DEBUG oslo_concurrency.lockutils [req-07f68923-48c3-412b-8172-5283536b567d req-a28d7d64-0455-4dbf-97bd-6ec128d34ee6 service nova] Acquiring lock "refresh_cache-5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.943937] env[69437]: DEBUG oslo_concurrency.lockutils [req-07f68923-48c3-412b-8172-5283536b567d req-a28d7d64-0455-4dbf-97bd-6ec128d34ee6 service nova] Acquired lock "refresh_cache-5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.944356] env[69437]: DEBUG nova.network.neutron [req-07f68923-48c3-412b-8172-5283536b567d req-a28d7d64-0455-4dbf-97bd-6ec128d34ee6 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Refreshing network info cache for port 5654670a-be98-412e-9ee1-d509ffc7171e {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.021946] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafe78d0-31a8-4af9-964f-b11f39528e13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.032917] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17557a6-3c99-4d83-9ac7-6468786c866b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.078138] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f92a16-ae21-44a1-b4c0-8e256068ea4f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.090998] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906e9290-2155-4239-91fd-81a19d5ba9f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.113480] env[69437]: DEBUG nova.compute.provider_tree [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.140194] env[69437]: DEBUG nova.network.neutron [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.203814] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.212304] env[69437]: DEBUG nova.compute.manager [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.304920] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102912, 'name': CreateVM_Task, 'duration_secs': 0.958016} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.305160] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.305975] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.306947] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.306947] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.306947] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7069ed6a-c3fb-46f5-890f-89917626c612 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.314452] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 658.314452] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bb3fc0-336a-5fe0-a0f7-d1cb8960c796" [ 658.314452] env[69437]: _type = "Task" [ 658.314452] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.325910] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bb3fc0-336a-5fe0-a0f7-d1cb8960c796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.387063] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102914, 'name': ReconfigVM_Task, 'duration_secs': 0.35438} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.387636] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 299209ef-69dd-4e72-a9df-d8dabb8993b0/299209ef-69dd-4e72-a9df-d8dabb8993b0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.388642] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b56c9e-d101-46fc-96f8-610c8071ad22 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.399256] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 658.399256] env[69437]: value = "task-4102915" [ 658.399256] env[69437]: _type = "Task" [ 658.399256] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.407512] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102915, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.515884] env[69437]: DEBUG nova.network.neutron [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Successfully updated port: 37b90ce1-e15b-41ee-ad2d-f42aa8953646 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.619559] env[69437]: DEBUG nova.scheduler.client.report [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.643151] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Releasing lock "refresh_cache-aa306a76-5515-4edc-9b97-8da7c46550a0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.643551] env[69437]: DEBUG nova.compute.manager [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.643819] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.644647] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b041d5-46e1-4905-993e-faa7fd3b41e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.653549] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.653793] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a29589cf-bb49-4ffc-bbaa-252e2e2a25b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.661338] env[69437]: DEBUG oslo_vmware.api [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 658.661338] env[69437]: value = "task-4102916" [ 658.661338] env[69437]: _type = "Task" [ 658.661338] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.671188] env[69437]: DEBUG oslo_vmware.api [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.699945] env[69437]: DEBUG oslo_vmware.api [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4102909, 'name': PowerOnVM_Task, 'duration_secs': 1.038275} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.700364] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.700528] env[69437]: INFO nova.compute.manager [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Took 10.75 seconds to spawn the instance on the hypervisor. [ 658.700709] env[69437]: DEBUG nova.compute.manager [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 658.701522] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bacb023-1293-4bdb-adfe-8321c1481f6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.744679] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.830769] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bb3fc0-336a-5fe0-a0f7-d1cb8960c796, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.831085] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.831320] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.831555] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.831697] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.831886] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.832161] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c72433d9-2cc7-4f99-9724-e03997eaa366 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.843196] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.843196] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.843196] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04f28ea-0a41-48f6-a3a0-2d6c05cc6eca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.849599] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 658.849599] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e17a2f-1661-af9f-8c1c-e6be9de2a6aa" [ 658.849599] env[69437]: _type = "Task" [ 658.849599] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.860018] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e17a2f-1661-af9f-8c1c-e6be9de2a6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.878582] env[69437]: DEBUG nova.compute.manager [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.906287] env[69437]: DEBUG nova.compute.manager [req-fb89c041-2f55-405d-94f1-8e6c30763d1b req-e9089e55-e55f-4c8e-9163-b5c8ebd0b286 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Received event network-vif-plugged-37b90ce1-e15b-41ee-ad2d-f42aa8953646 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.906287] env[69437]: DEBUG oslo_concurrency.lockutils [req-fb89c041-2f55-405d-94f1-8e6c30763d1b req-e9089e55-e55f-4c8e-9163-b5c8ebd0b286 service nova] Acquiring lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.906287] env[69437]: DEBUG oslo_concurrency.lockutils [req-fb89c041-2f55-405d-94f1-8e6c30763d1b req-e9089e55-e55f-4c8e-9163-b5c8ebd0b286 service nova] Lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.906287] env[69437]: DEBUG oslo_concurrency.lockutils [req-fb89c041-2f55-405d-94f1-8e6c30763d1b req-e9089e55-e55f-4c8e-9163-b5c8ebd0b286 service nova] Lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.906287] env[69437]: DEBUG nova.compute.manager [req-fb89c041-2f55-405d-94f1-8e6c30763d1b req-e9089e55-e55f-4c8e-9163-b5c8ebd0b286 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] No waiting events found dispatching network-vif-plugged-37b90ce1-e15b-41ee-ad2d-f42aa8953646 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 658.906597] env[69437]: WARNING nova.compute.manager [req-fb89c041-2f55-405d-94f1-8e6c30763d1b req-e9089e55-e55f-4c8e-9163-b5c8ebd0b286 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Received unexpected event network-vif-plugged-37b90ce1-e15b-41ee-ad2d-f42aa8953646 for instance with vm_state building and task_state spawning. [ 658.915132] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102915, 'name': Rename_Task, 'duration_secs': 0.163845} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.915371] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.915531] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1290c721-a376-4e1f-9fdf-480ff2477d96 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.920251] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.920443] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.920584] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.920768] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.920912] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.921074] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.921351] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.921531] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.921694] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.921855] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.922055] env[69437]: DEBUG nova.virt.hardware [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.923290] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32443337-d322-41d1-8533-a547d43c269b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.928447] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 658.928447] env[69437]: value = "task-4102917" [ 658.928447] env[69437]: _type = "Task" [ 658.928447] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.940055] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f724352a-b453-4cf9-bd29-eb432f9c0638 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.948486] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102917, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.020197] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "refresh_cache-d1beebbf-029a-42bd-92d1-db0d5fc9277c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.020325] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquired lock "refresh_cache-d1beebbf-029a-42bd-92d1-db0d5fc9277c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.020485] env[69437]: DEBUG nova.network.neutron [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.031184] env[69437]: DEBUG nova.network.neutron [req-07f68923-48c3-412b-8172-5283536b567d req-a28d7d64-0455-4dbf-97bd-6ec128d34ee6 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Updated VIF entry in instance network info cache for port 5654670a-be98-412e-9ee1-d509ffc7171e. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.031602] env[69437]: DEBUG nova.network.neutron [req-07f68923-48c3-412b-8172-5283536b567d req-a28d7d64-0455-4dbf-97bd-6ec128d34ee6 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Updating instance_info_cache with network_info: [{"id": "5654670a-be98-412e-9ee1-d509ffc7171e", "address": "fa:16:3e:39:17:00", "network": {"id": "4fc1ee14-9e22-4515-9105-a44d4fb4319b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-135837703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae2df2c508745dfb11990067b879243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5654670a-be", "ovs_interfaceid": "5654670a-be98-412e-9ee1-d509ffc7171e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.124343] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.127518] env[69437]: DEBUG oslo_concurrency.lockutils [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.942s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.127518] env[69437]: DEBUG nova.objects.instance [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lazy-loading 'resources' on Instance uuid 2fbcd70a-d471-4674-a7a4-f9f54282a660 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.163065] env[69437]: INFO nova.scheduler.client.report [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Deleted allocations for instance de6b1533-4813-4bb5-8a45-acf9f368965e [ 659.176230] env[69437]: DEBUG oslo_vmware.api [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102916, 'name': PowerOffVM_Task, 'duration_secs': 0.288304} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.178528] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.178528] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.178528] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3616e16f-ae8f-47bf-a6ce-3b434158f777 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.220131] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.220480] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.220774] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Deleting the datastore file [datastore1] aa306a76-5515-4edc-9b97-8da7c46550a0 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.221602] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ea13f73-2014-4561-8e00-b736e8bbf955 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.228265] env[69437]: INFO nova.compute.manager [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Took 31.45 seconds to build instance. [ 659.235694] env[69437]: DEBUG oslo_vmware.api [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for the task: (returnval){ [ 659.235694] env[69437]: value = "task-4102919" [ 659.235694] env[69437]: _type = "Task" [ 659.235694] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.255781] env[69437]: DEBUG oslo_vmware.api [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.363134] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e17a2f-1661-af9f-8c1c-e6be9de2a6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013769} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.365521] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1f5965-5904-4db1-a7dc-ee464949056d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.373142] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 659.373142] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e7e7fb-0d2e-ea63-ad3e-6c9e28dcc731" [ 659.373142] env[69437]: _type = "Task" [ 659.373142] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.385018] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e7e7fb-0d2e-ea63-ad3e-6c9e28dcc731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.441260] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102917, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.536170] env[69437]: DEBUG oslo_concurrency.lockutils [req-07f68923-48c3-412b-8172-5283536b567d req-a28d7d64-0455-4dbf-97bd-6ec128d34ee6 service nova] Releasing lock "refresh_cache-5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.599565] env[69437]: DEBUG nova.network.neutron [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.678701] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a15ec600-c2f3-4279-952a-9ab574936a0c tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Lock "de6b1533-4813-4bb5-8a45-acf9f368965e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.198s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.732176] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a7b6a5de-f691-42bf-9184-03add7b9a77b tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.706s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.760279] env[69437]: DEBUG oslo_vmware.api [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Task: {'id': task-4102919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114679} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.760279] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.760279] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.760279] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.760279] env[69437]: INFO nova.compute.manager [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 659.760889] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.761260] env[69437]: DEBUG nova.compute.manager [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.762071] env[69437]: DEBUG nova.network.neutron [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.888199] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e7e7fb-0d2e-ea63-ad3e-6c9e28dcc731, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.888500] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.888769] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c/5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.889066] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb9accf3-a89e-4a59-94d4-70f606f7681b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.898664] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 659.898664] env[69437]: value = "task-4102920" [ 659.898664] env[69437]: _type = "Task" [ 659.898664] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.912872] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.947079] env[69437]: DEBUG oslo_vmware.api [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102917, 'name': PowerOnVM_Task, 'duration_secs': 0.562544} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.947279] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.947365] env[69437]: INFO nova.compute.manager [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Took 9.25 seconds to spawn the instance on the hypervisor. [ 659.948229] env[69437]: DEBUG nova.compute.manager [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.948475] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1954d88-315d-45e5-8e67-af1bc5c854b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.997755] env[69437]: DEBUG nova.network.neutron [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Updating instance_info_cache with network_info: [{"id": "37b90ce1-e15b-41ee-ad2d-f42aa8953646", "address": "fa:16:3e:03:9a:c3", "network": {"id": "675a554c-64d8-40f5-a184-3c7f08594bb2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-19599583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e465e90f98e4f3db534c7a77e802494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b90ce1-e1", "ovs_interfaceid": "37b90ce1-e15b-41ee-ad2d-f42aa8953646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.020510] env[69437]: DEBUG nova.network.neutron [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.129540] env[69437]: DEBUG nova.network.neutron [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Successfully updated port: 4d44e987-b72f-4b98-90b9-70a1b809141e {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.243057] env[69437]: DEBUG nova.compute.manager [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.281128] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aaa921-e409-4b61-a3a6-7e324a48d4c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.291289] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f491f-2995-4c16-9d81-906a3b4383db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.329929] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a5f480-7342-49fb-aa13-fed8a5228d81 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.340305] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c3bb20-602d-43eb-8856-8c18739f4766 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.357574] env[69437]: DEBUG nova.compute.provider_tree [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.412457] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102920, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.474664] env[69437]: INFO nova.compute.manager [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Took 32.64 seconds to build instance. [ 660.503671] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Releasing lock "refresh_cache-d1beebbf-029a-42bd-92d1-db0d5fc9277c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.503784] env[69437]: DEBUG nova.compute.manager [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Instance network_info: |[{"id": "37b90ce1-e15b-41ee-ad2d-f42aa8953646", "address": "fa:16:3e:03:9a:c3", "network": {"id": "675a554c-64d8-40f5-a184-3c7f08594bb2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-19599583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e465e90f98e4f3db534c7a77e802494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b90ce1-e1", "ovs_interfaceid": "37b90ce1-e15b-41ee-ad2d-f42aa8953646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.504799] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:9a:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37b90ce1-e15b-41ee-ad2d-f42aa8953646', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.515236] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Creating folder: Project (1e465e90f98e4f3db534c7a77e802494). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.515236] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8599c671-ee0c-41b8-a77d-34ff6666a303 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.525549] env[69437]: DEBUG nova.network.neutron [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.530020] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Created folder: Project (1e465e90f98e4f3db534c7a77e802494) in parent group-v812682. [ 660.530020] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Creating folder: Instances. Parent ref: group-v812729. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.530213] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e887e31c-6c21-4512-90c5-0d7415add84e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.541140] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Created folder: Instances in parent group-v812729. [ 660.541425] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.541620] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.541849] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8950dcc7-e973-459a-8cc4-e8429b0b6fd7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.566330] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.566330] env[69437]: value = "task-4102923" [ 660.566330] env[69437]: _type = "Task" [ 660.566330] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.576041] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102923, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.632510] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "refresh_cache-286cdad6-dd47-44cf-9385-98a8c9a442ae" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.632690] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquired lock "refresh_cache-286cdad6-dd47-44cf-9385-98a8c9a442ae" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.632858] env[69437]: DEBUG nova.network.neutron [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.780120] env[69437]: DEBUG nova.compute.manager [req-afb795c3-f325-4b34-890e-9e12ca461e28 req-bbb51c1a-85de-458e-9972-64cfa7e79eb3 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Received event network-changed-10dc94f3-d120-4865-b939-e6a0c56d8b55 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.780454] env[69437]: DEBUG nova.compute.manager [req-afb795c3-f325-4b34-890e-9e12ca461e28 req-bbb51c1a-85de-458e-9972-64cfa7e79eb3 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Refreshing instance network info cache due to event network-changed-10dc94f3-d120-4865-b939-e6a0c56d8b55. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.780686] env[69437]: DEBUG oslo_concurrency.lockutils [req-afb795c3-f325-4b34-890e-9e12ca461e28 req-bbb51c1a-85de-458e-9972-64cfa7e79eb3 service nova] Acquiring lock "refresh_cache-3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.780881] env[69437]: DEBUG oslo_concurrency.lockutils [req-afb795c3-f325-4b34-890e-9e12ca461e28 req-bbb51c1a-85de-458e-9972-64cfa7e79eb3 service nova] Acquired lock "refresh_cache-3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.781070] env[69437]: DEBUG nova.network.neutron [req-afb795c3-f325-4b34-890e-9e12ca461e28 req-bbb51c1a-85de-458e-9972-64cfa7e79eb3 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Refreshing network info cache for port 10dc94f3-d120-4865-b939-e6a0c56d8b55 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.786035] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.864401] env[69437]: DEBUG nova.scheduler.client.report [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.910700] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552823} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.911320] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c/5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.911320] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.911542] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e2dad9d-3cda-4d15-b864-483fddac641d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.924360] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 660.924360] env[69437]: value = "task-4102924" [ 660.924360] env[69437]: _type = "Task" [ 660.924360] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.935795] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.984772] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f044ce-9bbf-4935-9744-9bb22c410176 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "299209ef-69dd-4e72-a9df-d8dabb8993b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.227s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.993846] env[69437]: DEBUG nova.compute.manager [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Stashing vm_state: active {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 661.030334] env[69437]: INFO nova.compute.manager [-] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Took 1.27 seconds to deallocate network for instance. [ 661.081613] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102923, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.181085] env[69437]: DEBUG nova.network.neutron [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.368120] env[69437]: DEBUG oslo_concurrency.lockutils [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.371017] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.177s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.376232] env[69437]: INFO nova.compute.claims [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.390286] env[69437]: DEBUG nova.compute.manager [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Received event network-changed-37b90ce1-e15b-41ee-ad2d-f42aa8953646 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.390596] env[69437]: DEBUG nova.compute.manager [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Refreshing instance network info cache due to event network-changed-37b90ce1-e15b-41ee-ad2d-f42aa8953646. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.390843] env[69437]: DEBUG oslo_concurrency.lockutils [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] Acquiring lock "refresh_cache-d1beebbf-029a-42bd-92d1-db0d5fc9277c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.390989] env[69437]: DEBUG oslo_concurrency.lockutils [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] Acquired lock "refresh_cache-d1beebbf-029a-42bd-92d1-db0d5fc9277c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.391329] env[69437]: DEBUG nova.network.neutron [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Refreshing network info cache for port 37b90ce1-e15b-41ee-ad2d-f42aa8953646 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.417353] env[69437]: INFO nova.scheduler.client.report [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Deleted allocations for instance 2fbcd70a-d471-4674-a7a4-f9f54282a660 [ 661.438665] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098013} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.442023] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.442023] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c31f091-2e82-4ff6-8956-3b659ed025cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.445170] env[69437]: DEBUG nova.network.neutron [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Updating instance_info_cache with network_info: [{"id": "4d44e987-b72f-4b98-90b9-70a1b809141e", "address": "fa:16:3e:15:e3:12", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d44e987-b7", "ovs_interfaceid": "4d44e987-b72f-4b98-90b9-70a1b809141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.471172] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c/5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.479441] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Releasing lock "refresh_cache-286cdad6-dd47-44cf-9385-98a8c9a442ae" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.479779] env[69437]: DEBUG nova.compute.manager [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Instance network_info: |[{"id": "4d44e987-b72f-4b98-90b9-70a1b809141e", "address": "fa:16:3e:15:e3:12", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d44e987-b7", "ovs_interfaceid": "4d44e987-b72f-4b98-90b9-70a1b809141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.480450] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee107555-1e49-4f34-b3c7-a04a175aa78f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.496959] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:e3:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d44e987-b72f-4b98-90b9-70a1b809141e', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.504952] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.507055] env[69437]: DEBUG nova.compute.manager [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.513335] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.518773] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c33a216-6355-4b7b-bbee-02c6ad118dfd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.541242] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.541242] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 661.541242] env[69437]: value = "task-4102925" [ 661.541242] env[69437]: _type = "Task" [ 661.541242] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.541794] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.548847] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.548847] env[69437]: value = "task-4102926" [ 661.548847] env[69437]: _type = "Task" [ 661.548847] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.557779] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.565806] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102926, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.579643] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102923, 'name': CreateVM_Task, 'duration_secs': 0.687632} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.579796] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.580702] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.580910] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.581313] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.582026] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a15b43-fbb3-4d68-bf4b-c90cc914e332 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.589315] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 661.589315] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52dcb293-a356-18b0-b70d-335d1128d7cb" [ 661.589315] env[69437]: _type = "Task" [ 661.589315] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.601355] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dcb293-a356-18b0-b70d-335d1128d7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.816679] env[69437]: DEBUG nova.network.neutron [req-afb795c3-f325-4b34-890e-9e12ca461e28 req-bbb51c1a-85de-458e-9972-64cfa7e79eb3 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Updated VIF entry in instance network info cache for port 10dc94f3-d120-4865-b939-e6a0c56d8b55. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.817071] env[69437]: DEBUG nova.network.neutron [req-afb795c3-f325-4b34-890e-9e12ca461e28 req-bbb51c1a-85de-458e-9972-64cfa7e79eb3 service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Updating instance_info_cache with network_info: [{"id": "10dc94f3-d120-4865-b939-e6a0c56d8b55", "address": "fa:16:3e:91:6d:82", "network": {"id": "33567836-d168-4a08-b298-a39cdb830e62", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-764705519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba31480e6f644171a7d3766058aac1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dc94f3-d1", "ovs_interfaceid": "10dc94f3-d120-4865-b939-e6a0c56d8b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.939959] env[69437]: DEBUG oslo_concurrency.lockutils [None req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Lock "2fbcd70a-d471-4674-a7a4-f9f54282a660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.233s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.044531] env[69437]: INFO nova.compute.manager [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Rescuing [ 662.044822] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "refresh_cache-299209ef-69dd-4e72-a9df-d8dabb8993b0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.044968] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "refresh_cache-299209ef-69dd-4e72-a9df-d8dabb8993b0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.045430] env[69437]: DEBUG nova.network.neutron [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.059984] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.064840] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102925, 'name': ReconfigVM_Task, 'duration_secs': 0.314993} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.065406] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c/5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.066198] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c11c8ef0-638c-4c2d-96ce-3bb365ebb5b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.072759] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102926, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.081137] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 662.081137] env[69437]: value = "task-4102927" [ 662.081137] env[69437]: _type = "Task" [ 662.081137] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.093443] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102927, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.103769] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dcb293-a356-18b0-b70d-335d1128d7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011669} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.104257] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.104613] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.104924] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.105156] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.105398] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.105800] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f1b3337-9682-4176-97db-5b4572db05e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.123563] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.123765] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.124643] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739fc46c-eb56-437f-aaee-680dfbca4306 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.134423] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 662.134423] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e53c73-22ce-4b17-133f-847713efed8a" [ 662.134423] env[69437]: _type = "Task" [ 662.134423] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.145799] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e53c73-22ce-4b17-133f-847713efed8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.324364] env[69437]: DEBUG oslo_concurrency.lockutils [req-afb795c3-f325-4b34-890e-9e12ca461e28 req-bbb51c1a-85de-458e-9972-64cfa7e79eb3 service nova] Releasing lock "refresh_cache-3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.425431] env[69437]: DEBUG nova.network.neutron [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Updated VIF entry in instance network info cache for port 37b90ce1-e15b-41ee-ad2d-f42aa8953646. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.426204] env[69437]: DEBUG nova.network.neutron [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Updating instance_info_cache with network_info: [{"id": "37b90ce1-e15b-41ee-ad2d-f42aa8953646", "address": "fa:16:3e:03:9a:c3", "network": {"id": "675a554c-64d8-40f5-a184-3c7f08594bb2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-19599583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e465e90f98e4f3db534c7a77e802494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b90ce1-e1", "ovs_interfaceid": "37b90ce1-e15b-41ee-ad2d-f42aa8953646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.572053] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102926, 'name': CreateVM_Task, 'duration_secs': 0.864419} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.575181] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.576488] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.576872] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.577177] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.577447] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9135dbce-9fd6-4aaf-a304-c6ed5e664db9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.583979] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 662.583979] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527e787e-3ee0-3492-055b-f6aa09f1a586" [ 662.583979] env[69437]: _type = "Task" [ 662.583979] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.600359] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102927, 'name': Rename_Task, 'duration_secs': 0.184516} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.604776] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.605187] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527e787e-3ee0-3492-055b-f6aa09f1a586, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.605521] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ba3bafb-a887-4c9e-8248-0f5db71b3cfc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.607575] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.607803] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.608030] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.617184] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 662.617184] env[69437]: value = "task-4102928" [ 662.617184] env[69437]: _type = "Task" [ 662.617184] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.627326] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.646346] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e53c73-22ce-4b17-133f-847713efed8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.651585] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7d5335-b170-41b9-9bd5-4409f0b16891 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.659664] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 662.659664] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e37456-4b10-1879-ddbc-7dc054225a1f" [ 662.659664] env[69437]: _type = "Task" [ 662.659664] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.672951] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e37456-4b10-1879-ddbc-7dc054225a1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.927345] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0252933-b6e8-42c7-9059-e02e0fdda96f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.931190] env[69437]: DEBUG oslo_concurrency.lockutils [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] Releasing lock "refresh_cache-d1beebbf-029a-42bd-92d1-db0d5fc9277c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.931190] env[69437]: DEBUG nova.compute.manager [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Received event network-vif-plugged-4d44e987-b72f-4b98-90b9-70a1b809141e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.931396] env[69437]: DEBUG oslo_concurrency.lockutils [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] Acquiring lock "286cdad6-dd47-44cf-9385-98a8c9a442ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.931550] env[69437]: DEBUG oslo_concurrency.lockutils [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] Lock "286cdad6-dd47-44cf-9385-98a8c9a442ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.931709] env[69437]: DEBUG oslo_concurrency.lockutils [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] Lock "286cdad6-dd47-44cf-9385-98a8c9a442ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.931873] env[69437]: DEBUG nova.compute.manager [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] No waiting events found dispatching network-vif-plugged-4d44e987-b72f-4b98-90b9-70a1b809141e {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 662.932052] env[69437]: WARNING nova.compute.manager [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Received unexpected event network-vif-plugged-4d44e987-b72f-4b98-90b9-70a1b809141e for instance with vm_state building and task_state spawning. [ 662.934086] env[69437]: DEBUG nova.compute.manager [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Received event network-changed-4d44e987-b72f-4b98-90b9-70a1b809141e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.934086] env[69437]: DEBUG nova.compute.manager [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Refreshing instance network info cache due to event network-changed-4d44e987-b72f-4b98-90b9-70a1b809141e. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.934086] env[69437]: DEBUG oslo_concurrency.lockutils [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] Acquiring lock "refresh_cache-286cdad6-dd47-44cf-9385-98a8c9a442ae" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.934086] env[69437]: DEBUG oslo_concurrency.lockutils [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] Acquired lock "refresh_cache-286cdad6-dd47-44cf-9385-98a8c9a442ae" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.934086] env[69437]: DEBUG nova.network.neutron [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Refreshing network info cache for port 4d44e987-b72f-4b98-90b9-70a1b809141e {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.940735] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e42ea64-8d75-413a-b982-45d28f0bdc9c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.984442] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66de5485-b9fb-4f86-b023-9402572998b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.995738] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4035d895-8087-458f-bfa9-153e86642e7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.014682] env[69437]: DEBUG nova.compute.provider_tree [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.129511] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.130727] env[69437]: DEBUG nova.network.neutron [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Updating instance_info_cache with network_info: [{"id": "20c18ddf-0f21-4af3-a908-c89bb67c1e65", "address": "fa:16:3e:63:63:6a", "network": {"id": "70cbc605-e36c-4eeb-9dfa-5be1c8c1bd0e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1228765677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668932e0cb35446698790a04a89a34e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c18ddf-0f", "ovs_interfaceid": "20c18ddf-0f21-4af3-a908-c89bb67c1e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.175927] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e37456-4b10-1879-ddbc-7dc054225a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.023489} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.176262] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.176540] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] d1beebbf-029a-42bd-92d1-db0d5fc9277c/d1beebbf-029a-42bd-92d1-db0d5fc9277c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.176779] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.176967] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.177202] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31a4c605-62c5-4d74-957b-82335f3cd9d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.179419] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd484872-0546-404f-a694-e75f8cf77a2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.191792] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 663.191792] env[69437]: value = "task-4102929" [ 663.191792] env[69437]: _type = "Task" [ 663.191792] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.195068] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.195257] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.196616] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af30ee2-5a31-497d-8124-f228fea7d64d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.203351] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.207667] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 663.207667] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522d0af4-22b5-c988-cc30-6463aa06cd5b" [ 663.207667] env[69437]: _type = "Task" [ 663.207667] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.217860] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522d0af4-22b5-c988-cc30-6463aa06cd5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.277649] env[69437]: DEBUG nova.compute.manager [req-5d72e82a-6de8-4663-adab-4ed5f0df36b3 req-4c385d7b-eb21-45cc-83ed-011f2838eabd service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Received event network-changed-161735fe-9778-4e29-a195-da7530c50adb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.277782] env[69437]: DEBUG nova.compute.manager [req-5d72e82a-6de8-4663-adab-4ed5f0df36b3 req-4c385d7b-eb21-45cc-83ed-011f2838eabd service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Refreshing instance network info cache due to event network-changed-161735fe-9778-4e29-a195-da7530c50adb. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.278771] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d72e82a-6de8-4663-adab-4ed5f0df36b3 req-4c385d7b-eb21-45cc-83ed-011f2838eabd service nova] Acquiring lock "refresh_cache-f21e252d-7028-417c-872b-f69c49c2dc59" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.279210] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d72e82a-6de8-4663-adab-4ed5f0df36b3 req-4c385d7b-eb21-45cc-83ed-011f2838eabd service nova] Acquired lock "refresh_cache-f21e252d-7028-417c-872b-f69c49c2dc59" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.279210] env[69437]: DEBUG nova.network.neutron [req-5d72e82a-6de8-4663-adab-4ed5f0df36b3 req-4c385d7b-eb21-45cc-83ed-011f2838eabd service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Refreshing network info cache for port 161735fe-9778-4e29-a195-da7530c50adb {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.522340] env[69437]: DEBUG nova.scheduler.client.report [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.647762] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "refresh_cache-299209ef-69dd-4e72-a9df-d8dabb8993b0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.650592] env[69437]: DEBUG oslo_vmware.api [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102928, 'name': PowerOnVM_Task, 'duration_secs': 0.75933} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.651300] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.651594] env[69437]: INFO nova.compute.manager [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Took 10.23 seconds to spawn the instance on the hypervisor. [ 663.651846] env[69437]: DEBUG nova.compute.manager [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.654098] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cce5990-7a61-4bb5-98e6-fd6e11545cac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.702985] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.720174] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522d0af4-22b5-c988-cc30-6463aa06cd5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.727413] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752b260e-43dc-47db-8518-916e6c4e3d77 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.736906] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 663.736906] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5260e83d-517f-fc29-41e5-18c709f85743" [ 663.736906] env[69437]: _type = "Task" [ 663.736906] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.749448] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5260e83d-517f-fc29-41e5-18c709f85743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.772441] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "8c42b367-d7ce-4bad-b7b0-b5b001200905" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.772441] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "8c42b367-d7ce-4bad-b7b0-b5b001200905" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.029155] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.029246] env[69437]: DEBUG nova.compute.manager [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.032660] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.521s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.032909] env[69437]: DEBUG nova.objects.instance [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lazy-loading 'resources' on Instance uuid 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.179494] env[69437]: INFO nova.compute.manager [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Took 31.65 seconds to build instance. [ 664.219979] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804955} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.220274] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] d1beebbf-029a-42bd-92d1-db0d5fc9277c/d1beebbf-029a-42bd-92d1-db0d5fc9277c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.220515] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.221359] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1921d946-a9b6-4d78-83eb-7b14ddea60b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.233879] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 664.233879] env[69437]: value = "task-4102930" [ 664.233879] env[69437]: _type = "Task" [ 664.233879] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.248345] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.251399] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5260e83d-517f-fc29-41e5-18c709f85743, 'name': SearchDatastore_Task, 'duration_secs': 0.074359} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.251885] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.252195] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 286cdad6-dd47-44cf-9385-98a8c9a442ae/286cdad6-dd47-44cf-9385-98a8c9a442ae.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.252470] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a158f94-ea9b-4a44-a64f-da1bf022ebbe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.264252] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 664.264252] env[69437]: value = "task-4102931" [ 664.264252] env[69437]: _type = "Task" [ 664.264252] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.276341] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.537575] env[69437]: DEBUG nova.compute.utils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.546608] env[69437]: DEBUG nova.compute.manager [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.546847] env[69437]: DEBUG nova.network.neutron [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.558329] env[69437]: DEBUG nova.network.neutron [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Updated VIF entry in instance network info cache for port 4d44e987-b72f-4b98-90b9-70a1b809141e. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.558329] env[69437]: DEBUG nova.network.neutron [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Updating instance_info_cache with network_info: [{"id": "4d44e987-b72f-4b98-90b9-70a1b809141e", "address": "fa:16:3e:15:e3:12", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d44e987-b7", "ovs_interfaceid": "4d44e987-b72f-4b98-90b9-70a1b809141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.645426] env[69437]: DEBUG nova.policy [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f6a5d60e134f8f8cda8fdcb806f944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fbc12a577344aef99bff049e5931409', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.685633] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c3939724-05f4-4640-8f8a-c98c718f6e5a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.851s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.710827] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.711574] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3065312c-b1d1-4591-a07e-5ead6933f748 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.721049] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 664.721049] env[69437]: value = "task-4102932" [ 664.721049] env[69437]: _type = "Task" [ 664.721049] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.736374] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.754857] env[69437]: DEBUG nova.network.neutron [req-5d72e82a-6de8-4663-adab-4ed5f0df36b3 req-4c385d7b-eb21-45cc-83ed-011f2838eabd service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Updated VIF entry in instance network info cache for port 161735fe-9778-4e29-a195-da7530c50adb. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.754857] env[69437]: DEBUG nova.network.neutron [req-5d72e82a-6de8-4663-adab-4ed5f0df36b3 req-4c385d7b-eb21-45cc-83ed-011f2838eabd service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Updating instance_info_cache with network_info: [{"id": "161735fe-9778-4e29-a195-da7530c50adb", "address": "fa:16:3e:54:39:4b", "network": {"id": "19f5fc7a-dfe4-4321-aa7e-f72a3900241e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1347594068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d731d0042542dea6908ddf85245c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161735fe-97", "ovs_interfaceid": "161735fe-9778-4e29-a195-da7530c50adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.755243] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309328} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.755535] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.756507] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1732693f-4013-4b7d-a0dc-b383da57779e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.787766] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d1beebbf-029a-42bd-92d1-db0d5fc9277c/d1beebbf-029a-42bd-92d1-db0d5fc9277c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.795886] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b358d80-3422-4dc2-8897-c5f84445dae4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.821772] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102931, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.824149] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 664.824149] env[69437]: value = "task-4102933" [ 664.824149] env[69437]: _type = "Task" [ 664.824149] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.840053] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.047116] env[69437]: DEBUG nova.compute.manager [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.070673] env[69437]: DEBUG oslo_concurrency.lockutils [req-f03d1ea9-92b8-4883-a31b-6f17d0dc0edc req-bf612af0-f3a6-474b-847b-d1027001a7fe service nova] Releasing lock "refresh_cache-286cdad6-dd47-44cf-9385-98a8c9a442ae" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.195944] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.206479] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f6ba31-7ca5-4251-8def-30f4c3ed6c5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.216132] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a544135c-088f-4b3b-960f-3c21a7f7577b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.261541] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d72e82a-6de8-4663-adab-4ed5f0df36b3 req-4c385d7b-eb21-45cc-83ed-011f2838eabd service nova] Releasing lock "refresh_cache-f21e252d-7028-417c-872b-f69c49c2dc59" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.264037] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85d852f-82e2-4e26-97fd-1f006fdcfc15 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.270496] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102932, 'name': PowerOffVM_Task, 'duration_secs': 0.317896} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.272234] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.272234] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1727e70b-be3a-436e-8539-c214be04a97e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.282667] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a87f08c-401a-4b1e-9ff0-279882438541 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.303278] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc3ed05-88e0-4c2a-8e54-db35e6a77656 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.318127] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987426} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.318493] env[69437]: DEBUG nova.compute.provider_tree [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.323410] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 286cdad6-dd47-44cf-9385-98a8c9a442ae/286cdad6-dd47-44cf-9385-98a8c9a442ae.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.323410] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.323410] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36180f73-c87a-4c86-bc87-e6a2955eb023 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.333510] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 665.333510] env[69437]: value = "task-4102934" [ 665.333510] env[69437]: _type = "Task" [ 665.333510] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.337422] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.351837] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.365959] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.367743] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d692febe-3b34-4a11-acfa-e6d7a44c2c8e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.373771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.374042] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.380315] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 665.380315] env[69437]: value = "task-4102935" [ 665.380315] env[69437]: _type = "Task" [ 665.380315] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.392246] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 665.392732] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.392847] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.393634] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.393634] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.393839] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b7d44fc-b21a-47c4-a4e5-6951a43e604b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.407265] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.407661] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.409442] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00459317-d225-4706-b3de-d96a24efdda3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.419595] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 665.419595] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bc6391-3e69-2e77-b054-c90172692f91" [ 665.419595] env[69437]: _type = "Task" [ 665.419595] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.429151] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bc6391-3e69-2e77-b054-c90172692f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.525707] env[69437]: DEBUG nova.network.neutron [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Successfully created port: 2ac4eff8-201d-4c6e-966f-3adb8e501115 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.737718] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.823103] env[69437]: DEBUG nova.scheduler.client.report [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.840671] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.856679] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07032} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.856969] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.857792] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec19a07c-e24f-441b-ab59-406da1062923 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.883674] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 286cdad6-dd47-44cf-9385-98a8c9a442ae/286cdad6-dd47-44cf-9385-98a8c9a442ae.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.886397] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e7b4f8-f7d4-4eb1-8b5c-2327d1f25652 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.910990] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 665.910990] env[69437]: value = "task-4102936" [ 665.910990] env[69437]: _type = "Task" [ 665.910990] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.924037] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.938873] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bc6391-3e69-2e77-b054-c90172692f91, 'name': SearchDatastore_Task, 'duration_secs': 0.048976} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.940169] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc8bfff-a881-4d05-bceb-f6c5e9af1f69 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.950204] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 665.950204] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5285e38d-24d8-9864-3fb6-cbc07d6c7feb" [ 665.950204] env[69437]: _type = "Task" [ 665.950204] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.966024] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5285e38d-24d8-9864-3fb6-cbc07d6c7feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.058744] env[69437]: DEBUG nova.compute.manager [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.101292] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.101560] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.101748] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.102810] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.102950] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.103191] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.103446] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.103738] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.103830] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.104021] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.104203] env[69437]: DEBUG nova.virt.hardware [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.105184] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cc7ee1-dd60-4b67-92d8-a272c7659f98 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.119992] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1659cc0-e59a-452b-a5a6-df8ee14c295c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.332385] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.336205] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.205s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.336453] env[69437]: DEBUG nova.objects.instance [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Lazy-loading 'resources' on Instance uuid 32db9a27-d0b6-4487-9ea5-d0f8d463899f {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.346078] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102933, 'name': ReconfigVM_Task, 'duration_secs': 1.054717} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.346078] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d1beebbf-029a-42bd-92d1-db0d5fc9277c/d1beebbf-029a-42bd-92d1-db0d5fc9277c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.347218] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb3eb4a8-bc37-4897-a238-eeeea1356b98 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.359092] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 666.359092] env[69437]: value = "task-4102937" [ 666.359092] env[69437]: _type = "Task" [ 666.359092] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.376253] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102937, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.382040] env[69437]: INFO nova.scheduler.client.report [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Deleted allocations for instance 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4 [ 666.423162] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102936, 'name': ReconfigVM_Task, 'duration_secs': 0.48767} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.423577] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 286cdad6-dd47-44cf-9385-98a8c9a442ae/286cdad6-dd47-44cf-9385-98a8c9a442ae.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.424315] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9920208c-7865-47d2-9879-489da9bbb705 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.438374] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 666.438374] env[69437]: value = "task-4102938" [ 666.438374] env[69437]: _type = "Task" [ 666.438374] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.451478] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102938, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.471124] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5285e38d-24d8-9864-3fb6-cbc07d6c7feb, 'name': SearchDatastore_Task, 'duration_secs': 0.01495} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.472047] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.472264] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 299209ef-69dd-4e72-a9df-d8dabb8993b0/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. {{(pid=69437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 666.472518] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e24b2db-a37f-40fb-9f0e-778b38e4adf7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.488327] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 666.488327] env[69437]: value = "task-4102939" [ 666.488327] env[69437]: _type = "Task" [ 666.488327] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.500463] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.873636] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102937, 'name': Rename_Task, 'duration_secs': 0.237318} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.876778] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.877584] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2327b478-e6ed-45d4-9fd5-c2662e297e2a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.885836] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 666.885836] env[69437]: value = "task-4102940" [ 666.885836] env[69437]: _type = "Task" [ 666.885836] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.898713] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ad262781-a2ab-4372-a482-0e81f6240b29 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Lock "82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.980s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.908625] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102940, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.950360] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102938, 'name': Rename_Task, 'duration_secs': 0.286501} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.950641] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.950932] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38388baa-e227-4900-a713-11323b27aeee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.960022] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 666.960022] env[69437]: value = "task-4102941" [ 666.960022] env[69437]: _type = "Task" [ 666.960022] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.972028] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.005579] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102939, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.402674] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.409282] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d499ade5-2942-4358-aa8b-c6cd28ac9f9f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.419206] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39ae514-1de2-4dca-bada-34d9b5820bc2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.455956] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bb31f1-816e-4068-ab8a-ec015196692f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.467598] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9c085b-3f20-4b86-b22e-67435fff66cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.476339] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102941, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.492060] env[69437]: DEBUG nova.compute.provider_tree [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.504899] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782065} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.505920] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 299209ef-69dd-4e72-a9df-d8dabb8993b0/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. [ 667.507547] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad77fc63-6a9a-4477-a6ca-111f49b5a575 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.538247] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 299209ef-69dd-4e72-a9df-d8dabb8993b0/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.539092] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eac162d-23b7-4725-80a4-422664c0d6b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.560310] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 667.560310] env[69437]: value = "task-4102942" [ 667.560310] env[69437]: _type = "Task" [ 667.560310] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.572182] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.610747] env[69437]: DEBUG nova.network.neutron [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Successfully updated port: 2ac4eff8-201d-4c6e-966f-3adb8e501115 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.690024] env[69437]: DEBUG nova.compute.manager [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.690024] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69005b9-c713-4d45-a1d6-5864bf5a42a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.830490] env[69437]: DEBUG nova.compute.manager [req-461d6c14-6419-471f-8d59-f61988370e56 req-d211940a-307e-4e52-a36d-dfe7ddc7ed71 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Received event network-vif-plugged-2ac4eff8-201d-4c6e-966f-3adb8e501115 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.830490] env[69437]: DEBUG oslo_concurrency.lockutils [req-461d6c14-6419-471f-8d59-f61988370e56 req-d211940a-307e-4e52-a36d-dfe7ddc7ed71 service nova] Acquiring lock "0da9c6e1-e88e-4f05-a443-9921ef5db588-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.830696] env[69437]: DEBUG oslo_concurrency.lockutils [req-461d6c14-6419-471f-8d59-f61988370e56 req-d211940a-307e-4e52-a36d-dfe7ddc7ed71 service nova] Lock "0da9c6e1-e88e-4f05-a443-9921ef5db588-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.830764] env[69437]: DEBUG oslo_concurrency.lockutils [req-461d6c14-6419-471f-8d59-f61988370e56 req-d211940a-307e-4e52-a36d-dfe7ddc7ed71 service nova] Lock "0da9c6e1-e88e-4f05-a443-9921ef5db588-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.830917] env[69437]: DEBUG nova.compute.manager [req-461d6c14-6419-471f-8d59-f61988370e56 req-d211940a-307e-4e52-a36d-dfe7ddc7ed71 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] No waiting events found dispatching network-vif-plugged-2ac4eff8-201d-4c6e-966f-3adb8e501115 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 667.832650] env[69437]: WARNING nova.compute.manager [req-461d6c14-6419-471f-8d59-f61988370e56 req-d211940a-307e-4e52-a36d-dfe7ddc7ed71 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Received unexpected event network-vif-plugged-2ac4eff8-201d-4c6e-966f-3adb8e501115 for instance with vm_state building and task_state spawning. [ 667.905844] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.975232] env[69437]: DEBUG oslo_vmware.api [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102941, 'name': PowerOnVM_Task, 'duration_secs': 0.589554} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.975554] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.975757] env[69437]: INFO nova.compute.manager [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Took 9.10 seconds to spawn the instance on the hypervisor. [ 667.976112] env[69437]: DEBUG nova.compute.manager [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.977130] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70b106b-6b25-4335-b1e9-bc5b91247480 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.002681] env[69437]: DEBUG nova.scheduler.client.report [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.078379] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102942, 'name': ReconfigVM_Task, 'duration_secs': 0.341402} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.078494] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 299209ef-69dd-4e72-a9df-d8dabb8993b0/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.079366] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5515d89f-3d3f-48d7-a473-c933d1454be9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.108971] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872e43ba-67fd-4d3c-9438-ceb1ade93b7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.120539] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquiring lock "refresh_cache-0da9c6e1-e88e-4f05-a443-9921ef5db588" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.120539] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquired lock "refresh_cache-0da9c6e1-e88e-4f05-a443-9921ef5db588" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.120732] env[69437]: DEBUG nova.network.neutron [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.129067] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 668.129067] env[69437]: value = "task-4102943" [ 668.129067] env[69437]: _type = "Task" [ 668.129067] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.143297] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.205609] env[69437]: INFO nova.compute.manager [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] instance snapshotting [ 668.213538] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c08f75-8ed5-4290-bf8b-41552f2f8e73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.244291] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d875c-b9c2-40ed-bfa2-a6b2ed63d7fd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.399886] env[69437]: DEBUG oslo_vmware.api [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4102940, 'name': PowerOnVM_Task, 'duration_secs': 1.257715} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.400103] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.400735] env[69437]: INFO nova.compute.manager [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Took 12.20 seconds to spawn the instance on the hypervisor. [ 668.400735] env[69437]: DEBUG nova.compute.manager [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.401663] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbf2ee1-d4b9-4fd5-ac83-cefe10622556 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.505640] env[69437]: INFO nova.compute.manager [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Took 34.59 seconds to build instance. [ 668.507057] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.509880] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.197s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.512037] env[69437]: INFO nova.compute.claims [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.536928] env[69437]: INFO nova.scheduler.client.report [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Deleted allocations for instance 32db9a27-d0b6-4487-9ea5-d0f8d463899f [ 668.642751] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.661362] env[69437]: DEBUG nova.network.neutron [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.756659] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 668.756985] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6260cdf-3f1b-41c5-8147-d4f0f8f762d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.765549] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 668.765549] env[69437]: value = "task-4102944" [ 668.765549] env[69437]: _type = "Task" [ 668.765549] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.776064] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.929326] env[69437]: INFO nova.compute.manager [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Took 36.03 seconds to build instance. [ 668.940730] env[69437]: DEBUG nova.network.neutron [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Updating instance_info_cache with network_info: [{"id": "2ac4eff8-201d-4c6e-966f-3adb8e501115", "address": "fa:16:3e:7f:8d:ab", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac4eff8-20", "ovs_interfaceid": "2ac4eff8-201d-4c6e-966f-3adb8e501115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.007304] env[69437]: DEBUG oslo_concurrency.lockutils [None req-91083d7e-7182-4614-b83a-c60ba21f3061 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "286cdad6-dd47-44cf-9385-98a8c9a442ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.689s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.046619] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Lock "32db9a27-d0b6-4487-9ea5-d0f8d463899f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.612s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.149864] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.278691] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102944, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.430667] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d94894c1-66da-495d-b08d-38e95b02adf4 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.899s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.443394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquiring lock "e5188b18-95ce-4912-8c29-d59340601259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.443394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "e5188b18-95ce-4912-8c29-d59340601259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.446972] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Releasing lock "refresh_cache-0da9c6e1-e88e-4f05-a443-9921ef5db588" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.446972] env[69437]: DEBUG nova.compute.manager [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Instance network_info: |[{"id": "2ac4eff8-201d-4c6e-966f-3adb8e501115", "address": "fa:16:3e:7f:8d:ab", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac4eff8-20", "ovs_interfaceid": "2ac4eff8-201d-4c6e-966f-3adb8e501115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.447122] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:8d:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ac4eff8-201d-4c6e-966f-3adb8e501115', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.457095] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Creating folder: Project (7fbc12a577344aef99bff049e5931409). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.458758] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eecc8100-2e74-4472-9795-5ec36ae78d21 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.474289] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Created folder: Project (7fbc12a577344aef99bff049e5931409) in parent group-v812682. [ 669.474289] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Creating folder: Instances. Parent ref: group-v812733. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.474289] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a41a24fa-01a5-436e-9aa1-44f84d957b63 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.487244] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Created folder: Instances in parent group-v812733. [ 669.487244] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.487244] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.487244] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fc90913-676d-497c-989b-611751d15853 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.510860] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.531680] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.531680] env[69437]: value = "task-4102947" [ 669.531680] env[69437]: _type = "Task" [ 669.531680] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.545428] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102947, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.647630] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102943, 'name': ReconfigVM_Task, 'duration_secs': 1.189369} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.648313] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.648612] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feeb7d29-91e8-4e4e-8cb8-1a6607f41add {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.662035] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 669.662035] env[69437]: value = "task-4102948" [ 669.662035] env[69437]: _type = "Task" [ 669.662035] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.671438] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.780973] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102944, 'name': CreateSnapshot_Task, 'duration_secs': 1.009218} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.784456] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 669.785466] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131394ff-78a6-4321-9415-63f09066661a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.933217] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.041376] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.055565] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102947, 'name': CreateVM_Task, 'duration_secs': 0.398735} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.055565] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.057024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.057024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.058583] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.058583] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0aad42b-d4fb-4ea8-82d1-7386f8ed96b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.065206] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 670.065206] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b26a05-91a1-0613-9bc3-ac85cd421fd0" [ 670.065206] env[69437]: _type = "Task" [ 670.065206] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.078683] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b26a05-91a1-0613-9bc3-ac85cd421fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.128389] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93307f2b-dba5-4cee-8903-8e7549b7e0aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.136144] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e161229-fe37-48a8-8c97-b5ba35faa560 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.182935] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acda0f79-9835-4d4f-be9c-33b341d73987 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.195274] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e513237-917c-47e5-b230-08d23f60fbe7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.199626] env[69437]: DEBUG oslo_vmware.api [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4102948, 'name': PowerOnVM_Task, 'duration_secs': 0.459682} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.199927] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.203989] env[69437]: DEBUG nova.compute.manager [None req-d1c459bc-45aa-4c90-8166-706e7451b3ff tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.203989] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66f5ffd-374d-46a8-bad7-a68affc23c68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.216260] env[69437]: DEBUG nova.compute.provider_tree [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.309877] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 670.310547] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1632bf7-8e74-4080-8da1-699329c0c955 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.317702] env[69437]: DEBUG nova.compute.manager [req-deb733eb-b9f7-42cf-ada3-9d4437c3918b req-c8e3b4f7-fd17-4486-9a14-129e2125a868 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Received event network-changed-2ac4eff8-201d-4c6e-966f-3adb8e501115 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.317702] env[69437]: DEBUG nova.compute.manager [req-deb733eb-b9f7-42cf-ada3-9d4437c3918b req-c8e3b4f7-fd17-4486-9a14-129e2125a868 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Refreshing instance network info cache due to event network-changed-2ac4eff8-201d-4c6e-966f-3adb8e501115. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.317702] env[69437]: DEBUG oslo_concurrency.lockutils [req-deb733eb-b9f7-42cf-ada3-9d4437c3918b req-c8e3b4f7-fd17-4486-9a14-129e2125a868 service nova] Acquiring lock "refresh_cache-0da9c6e1-e88e-4f05-a443-9921ef5db588" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.317702] env[69437]: DEBUG oslo_concurrency.lockutils [req-deb733eb-b9f7-42cf-ada3-9d4437c3918b req-c8e3b4f7-fd17-4486-9a14-129e2125a868 service nova] Acquired lock "refresh_cache-0da9c6e1-e88e-4f05-a443-9921ef5db588" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.317702] env[69437]: DEBUG nova.network.neutron [req-deb733eb-b9f7-42cf-ada3-9d4437c3918b req-c8e3b4f7-fd17-4486-9a14-129e2125a868 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Refreshing network info cache for port 2ac4eff8-201d-4c6e-966f-3adb8e501115 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.327084] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 670.327084] env[69437]: value = "task-4102949" [ 670.327084] env[69437]: _type = "Task" [ 670.327084] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.335931] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102949, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.473583] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.580921] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b26a05-91a1-0613-9bc3-ac85cd421fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.012936} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.581331] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.581580] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.581907] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.582105] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.582300] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.582608] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e048bb60-1742-4d3b-9479-1eb62a938743 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.593991] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.594248] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.595080] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fd44d9-ca2d-491c-a53b-40f3263e954f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.606465] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.606733] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.607512] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf4c3c-df22-4ad6-a81a-fc651fa74e78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.611088] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 670.611088] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527c7c7a-e18d-f495-9fef-b7f02a00601f" [ 670.611088] env[69437]: _type = "Task" [ 670.611088] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.618713] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f857ccb2-9982-42db-a8fd-e6cb6c31f996 tempest-ServersAdminNegativeTestJSON-470339466 tempest-ServersAdminNegativeTestJSON-470339466-project-admin] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Suspending the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 670.619428] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-147a170a-eb5c-4c86-a06b-10c006b5b7cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.625013] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527c7c7a-e18d-f495-9fef-b7f02a00601f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.629313] env[69437]: DEBUG oslo_vmware.api [None req-f857ccb2-9982-42db-a8fd-e6cb6c31f996 tempest-ServersAdminNegativeTestJSON-470339466 tempest-ServersAdminNegativeTestJSON-470339466-project-admin] Waiting for the task: (returnval){ [ 670.629313] env[69437]: value = "task-4102950" [ 670.629313] env[69437]: _type = "Task" [ 670.629313] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.638160] env[69437]: DEBUG oslo_vmware.api [None req-f857ccb2-9982-42db-a8fd-e6cb6c31f996 tempest-ServersAdminNegativeTestJSON-470339466 tempest-ServersAdminNegativeTestJSON-470339466-project-admin] Task: {'id': task-4102950, 'name': SuspendVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.722868] env[69437]: DEBUG nova.scheduler.client.report [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.847315] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102949, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.127749] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527c7c7a-e18d-f495-9fef-b7f02a00601f, 'name': SearchDatastore_Task, 'duration_secs': 0.023509} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.128702] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3626d223-190d-4f3b-b065-1e99633231ac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.146650] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 671.146650] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52dabd7f-27b4-f318-c7d8-df665b407621" [ 671.146650] env[69437]: _type = "Task" [ 671.146650] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.146894] env[69437]: DEBUG oslo_vmware.api [None req-f857ccb2-9982-42db-a8fd-e6cb6c31f996 tempest-ServersAdminNegativeTestJSON-470339466 tempest-ServersAdminNegativeTestJSON-470339466-project-admin] Task: {'id': task-4102950, 'name': SuspendVM_Task} progress is 58%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.162219] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dabd7f-27b4-f318-c7d8-df665b407621, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.162219] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.162219] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 0da9c6e1-e88e-4f05-a443-9921ef5db588/0da9c6e1-e88e-4f05-a443-9921ef5db588.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.162219] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4e85d0c-f83c-45ec-aa4b-a7fe6b298e84 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.168797] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 671.168797] env[69437]: value = "task-4102951" [ 671.168797] env[69437]: _type = "Task" [ 671.168797] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.177530] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.229187] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.229782] env[69437]: DEBUG nova.compute.manager [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.233423] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.852s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.234966] env[69437]: INFO nova.compute.claims [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.339574] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102949, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.615916] env[69437]: DEBUG nova.network.neutron [req-deb733eb-b9f7-42cf-ada3-9d4437c3918b req-c8e3b4f7-fd17-4486-9a14-129e2125a868 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Updated VIF entry in instance network info cache for port 2ac4eff8-201d-4c6e-966f-3adb8e501115. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.616410] env[69437]: DEBUG nova.network.neutron [req-deb733eb-b9f7-42cf-ada3-9d4437c3918b req-c8e3b4f7-fd17-4486-9a14-129e2125a868 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Updating instance_info_cache with network_info: [{"id": "2ac4eff8-201d-4c6e-966f-3adb8e501115", "address": "fa:16:3e:7f:8d:ab", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac4eff8-20", "ovs_interfaceid": "2ac4eff8-201d-4c6e-966f-3adb8e501115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.644886] env[69437]: DEBUG oslo_vmware.api [None req-f857ccb2-9982-42db-a8fd-e6cb6c31f996 tempest-ServersAdminNegativeTestJSON-470339466 tempest-ServersAdminNegativeTestJSON-470339466-project-admin] Task: {'id': task-4102950, 'name': SuspendVM_Task, 'duration_secs': 0.763289} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.645829] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f857ccb2-9982-42db-a8fd-e6cb6c31f996 tempest-ServersAdminNegativeTestJSON-470339466 tempest-ServersAdminNegativeTestJSON-470339466-project-admin] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Suspended the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 671.646053] env[69437]: DEBUG nova.compute.manager [None req-f857ccb2-9982-42db-a8fd-e6cb6c31f996 tempest-ServersAdminNegativeTestJSON-470339466 tempest-ServersAdminNegativeTestJSON-470339466-project-admin] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 671.647237] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1af5ecd-8ecd-412d-8e94-b2dfa0a98c61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.685892] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102951, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.746694] env[69437]: DEBUG nova.compute.utils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.748565] env[69437]: DEBUG nova.compute.manager [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.748738] env[69437]: DEBUG nova.network.neutron [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.843316] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102949, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.900642] env[69437]: DEBUG nova.policy [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ec123be66949629c41932c53a5e510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c4caf8c2214734bb14b0bb9f59d746', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.119611] env[69437]: DEBUG oslo_concurrency.lockutils [req-deb733eb-b9f7-42cf-ada3-9d4437c3918b req-c8e3b4f7-fd17-4486-9a14-129e2125a868 service nova] Releasing lock "refresh_cache-0da9c6e1-e88e-4f05-a443-9921ef5db588" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183317] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818896} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.183615] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 0da9c6e1-e88e-4f05-a443-9921ef5db588/0da9c6e1-e88e-4f05-a443-9921ef5db588.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.184630] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.184907] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fda91eb-c3de-41ee-b41c-9393262d9fd3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.196483] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 672.196483] env[69437]: value = "task-4102952" [ 672.196483] env[69437]: _type = "Task" [ 672.196483] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.211065] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.262240] env[69437]: DEBUG nova.compute.manager [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.292784] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquiring lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.292784] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.346233] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102949, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.523109] env[69437]: DEBUG nova.network.neutron [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Successfully created port: d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.707422] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103819} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.709805] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.711223] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4320c9-d870-40f6-97c5-8aac4324c34b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.737290] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 0da9c6e1-e88e-4f05-a443-9921ef5db588/0da9c6e1-e88e-4f05-a443-9921ef5db588.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.742016] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe24744-81db-4c1a-8522-a01f1cf533f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.765654] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 672.765654] env[69437]: value = "task-4102953" [ 672.765654] env[69437]: _type = "Task" [ 672.765654] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.781149] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.848841] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102949, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.935205] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80e26de-a660-46af-81d1-bc232114edc5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.948759] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "830b3cad-5c4c-4086-a060-4a0dea4b1735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.949089] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "830b3cad-5c4c-4086-a060-4a0dea4b1735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.950233] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314bec19-047d-4de7-8667-228e696b4dfc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.985517] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524c89dc-9df7-4484-9f1e-cb8e971c440f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.995557] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724423af-ced8-4935-9421-be1b415fb725 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.015062] env[69437]: DEBUG nova.compute.provider_tree [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.062993] env[69437]: DEBUG nova.compute.manager [req-ed83c546-91e3-4510-accb-d03cbc0eed40 req-81dd98a5-3d1d-44f7-be9d-ace284081672 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Received event network-changed-37b90ce1-e15b-41ee-ad2d-f42aa8953646 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.062993] env[69437]: DEBUG nova.compute.manager [req-ed83c546-91e3-4510-accb-d03cbc0eed40 req-81dd98a5-3d1d-44f7-be9d-ace284081672 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Refreshing instance network info cache due to event network-changed-37b90ce1-e15b-41ee-ad2d-f42aa8953646. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.063864] env[69437]: DEBUG oslo_concurrency.lockutils [req-ed83c546-91e3-4510-accb-d03cbc0eed40 req-81dd98a5-3d1d-44f7-be9d-ace284081672 service nova] Acquiring lock "refresh_cache-d1beebbf-029a-42bd-92d1-db0d5fc9277c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.064248] env[69437]: DEBUG oslo_concurrency.lockutils [req-ed83c546-91e3-4510-accb-d03cbc0eed40 req-81dd98a5-3d1d-44f7-be9d-ace284081672 service nova] Acquired lock "refresh_cache-d1beebbf-029a-42bd-92d1-db0d5fc9277c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.064780] env[69437]: DEBUG nova.network.neutron [req-ed83c546-91e3-4510-accb-d03cbc0eed40 req-81dd98a5-3d1d-44f7-be9d-ace284081672 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Refreshing network info cache for port 37b90ce1-e15b-41ee-ad2d-f42aa8953646 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.280522] env[69437]: DEBUG nova.compute.manager [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.284884] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.331168] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.331505] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.331666] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.331846] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.331988] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.332670] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.332670] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.332670] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.332670] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.332918] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.333009] env[69437]: DEBUG nova.virt.hardware [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.334282] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e8366a-e6b8-4ea2-805e-0012019f21e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.354050] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cef378c-df33-403d-a9c3-519c87f955db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.356172] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102949, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.520172] env[69437]: DEBUG nova.scheduler.client.report [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.781072] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102953, 'name': ReconfigVM_Task, 'duration_secs': 0.922497} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.782014] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 0da9c6e1-e88e-4f05-a443-9921ef5db588/0da9c6e1-e88e-4f05-a443-9921ef5db588.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.782846] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2533c5b2-6ef1-4d9d-bc30-35af247dcd1a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.790767] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 673.790767] env[69437]: value = "task-4102954" [ 673.790767] env[69437]: _type = "Task" [ 673.790767] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.807278] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102954, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.848851] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102949, 'name': CloneVM_Task, 'duration_secs': 3.338499} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.850069] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Created linked-clone VM from snapshot [ 673.851022] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12114838-c550-460d-8799-526e898c754e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.860831] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Uploading image 34561e2a-1859-4d28-afb3-282f0d900ffe {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 673.886141] env[69437]: DEBUG oslo_vmware.rw_handles [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 673.886141] env[69437]: value = "vm-812737" [ 673.886141] env[69437]: _type = "VirtualMachine" [ 673.886141] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 673.887025] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b20174bb-1064-4672-b943-d3af714f6fa1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.896630] env[69437]: DEBUG oslo_vmware.rw_handles [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lease: (returnval){ [ 673.896630] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d6e2c8-0301-a462-4d5b-45494cc2539a" [ 673.896630] env[69437]: _type = "HttpNfcLease" [ 673.896630] env[69437]: } obtained for exporting VM: (result){ [ 673.896630] env[69437]: value = "vm-812737" [ 673.896630] env[69437]: _type = "VirtualMachine" [ 673.896630] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 673.896985] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the lease: (returnval){ [ 673.896985] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d6e2c8-0301-a462-4d5b-45494cc2539a" [ 673.896985] env[69437]: _type = "HttpNfcLease" [ 673.896985] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 673.911714] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 673.911714] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d6e2c8-0301-a462-4d5b-45494cc2539a" [ 673.911714] env[69437]: _type = "HttpNfcLease" [ 673.911714] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 673.944777] env[69437]: DEBUG nova.network.neutron [req-ed83c546-91e3-4510-accb-d03cbc0eed40 req-81dd98a5-3d1d-44f7-be9d-ace284081672 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Updated VIF entry in instance network info cache for port 37b90ce1-e15b-41ee-ad2d-f42aa8953646. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.945177] env[69437]: DEBUG nova.network.neutron [req-ed83c546-91e3-4510-accb-d03cbc0eed40 req-81dd98a5-3d1d-44f7-be9d-ace284081672 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Updating instance_info_cache with network_info: [{"id": "37b90ce1-e15b-41ee-ad2d-f42aa8953646", "address": "fa:16:3e:03:9a:c3", "network": {"id": "675a554c-64d8-40f5-a184-3c7f08594bb2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-19599583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e465e90f98e4f3db534c7a77e802494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b90ce1-e1", "ovs_interfaceid": "37b90ce1-e15b-41ee-ad2d-f42aa8953646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.028029] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.028029] env[69437]: DEBUG nova.compute.manager [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.031233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.459s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.031686] env[69437]: DEBUG nova.objects.instance [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 674.311399] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102954, 'name': Rename_Task, 'duration_secs': 0.331239} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.311399] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.311399] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14df1550-2641-4a93-82de-b58a74fdcbfc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.322758] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 674.322758] env[69437]: value = "task-4102956" [ 674.322758] env[69437]: _type = "Task" [ 674.322758] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.332971] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.409430] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.409430] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d6e2c8-0301-a462-4d5b-45494cc2539a" [ 674.409430] env[69437]: _type = "HttpNfcLease" [ 674.409430] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.410209] env[69437]: DEBUG oslo_vmware.rw_handles [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.410209] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d6e2c8-0301-a462-4d5b-45494cc2539a" [ 674.410209] env[69437]: _type = "HttpNfcLease" [ 674.410209] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.411839] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d935c8c-1517-4ec4-951a-4dbb0f0ae6e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.421817] env[69437]: DEBUG oslo_vmware.rw_handles [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d35c7b-6000-8b34-a89a-25ff4b04402c/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.422128] env[69437]: DEBUG oslo_vmware.rw_handles [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d35c7b-6000-8b34-a89a-25ff4b04402c/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.481752] env[69437]: DEBUG oslo_concurrency.lockutils [req-ed83c546-91e3-4510-accb-d03cbc0eed40 req-81dd98a5-3d1d-44f7-be9d-ace284081672 service nova] Releasing lock "refresh_cache-d1beebbf-029a-42bd-92d1-db0d5fc9277c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.532589] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fc88a82-2eb4-4a32-b08b-902242353587 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.538993] env[69437]: DEBUG nova.compute.utils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.547230] env[69437]: DEBUG nova.compute.manager [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 674.610556] env[69437]: DEBUG nova.network.neutron [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Successfully updated port: d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.837191] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.047029] env[69437]: DEBUG nova.compute.manager [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.054278] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6bd5e3e-b992-4572-9881-65b068f09312 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.055887] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.660s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.056217] env[69437]: DEBUG nova.objects.instance [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lazy-loading 'resources' on Instance uuid f8909a81-d83c-4e2a-a53b-ae28bd91e609 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.112785] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-6063bed9-d736-48cd-a9ed-a1cbfa914ea4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.113108] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-6063bed9-d736-48cd-a9ed-a1cbfa914ea4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.113481] env[69437]: DEBUG nova.network.neutron [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.339859] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.456460] env[69437]: DEBUG nova.compute.manager [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Received event network-vif-plugged-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.456708] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] Acquiring lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.457984] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] Lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.458462] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] Lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.458715] env[69437]: DEBUG nova.compute.manager [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] No waiting events found dispatching network-vif-plugged-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 675.458951] env[69437]: WARNING nova.compute.manager [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Received unexpected event network-vif-plugged-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 for instance with vm_state building and task_state spawning. [ 675.460323] env[69437]: DEBUG nova.compute.manager [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Received event network-changed-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.460522] env[69437]: DEBUG nova.compute.manager [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Refreshing instance network info cache due to event network-changed-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.460704] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] Acquiring lock "refresh_cache-6063bed9-d736-48cd-a9ed-a1cbfa914ea4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.680179] env[69437]: DEBUG nova.network.neutron [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.836370] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102956, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.862753] env[69437]: DEBUG nova.network.neutron [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Updating instance_info_cache with network_info: [{"id": "d90ea8d0-27bf-4abd-bda1-c8725bf0ce46", "address": "fa:16:3e:59:26:4b", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd90ea8d0-27", "ovs_interfaceid": "d90ea8d0-27bf-4abd-bda1-c8725bf0ce46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.058223] env[69437]: DEBUG nova.compute.manager [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.096261] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.096261] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.096261] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.097867] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.097867] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.097867] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.097867] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.097867] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.098209] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.098209] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.098209] env[69437]: DEBUG nova.virt.hardware [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.099946] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3040182b-6f5d-41a0-b5f5-98466eafbbba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.113288] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597dc36c-fe56-409c-8735-6f11020a8215 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.140058] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.146154] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Creating folder: Project (e6f0b44847e640c09a498a1b14cd698f). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.150017] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a22ea6-b7f7-424c-a337-5560096cfe8d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.163833] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Created folder: Project (e6f0b44847e640c09a498a1b14cd698f) in parent group-v812682. [ 676.167506] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Creating folder: Instances. Parent ref: group-v812738. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.169230] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf0a1703-41ea-4319-86fc-4da32bb43d31 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.184029] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Created folder: Instances in parent group-v812738. [ 676.184029] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.187462] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.189376] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3054e1fa-2803-46d2-9678-191825b01b96 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.206306] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961b7224-bae3-4186-a9ec-f5b0abbcaf31 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.218483] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07500e2-baa3-4664-9167-518c4c4fe161 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.223721] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.223721] env[69437]: value = "task-4102959" [ 676.223721] env[69437]: _type = "Task" [ 676.223721] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.259805] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4974d080-e9f3-45e8-bbb6-cf5732bf4133 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.265673] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102959, 'name': CreateVM_Task} progress is 15%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.271320] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52dc1d0-85d4-4555-8155-90296bdc185c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.287637] env[69437]: DEBUG nova.compute.provider_tree [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.336218] env[69437]: DEBUG oslo_vmware.api [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102956, 'name': PowerOnVM_Task, 'duration_secs': 1.640757} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.336560] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.336772] env[69437]: INFO nova.compute.manager [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Took 10.28 seconds to spawn the instance on the hypervisor. [ 676.337235] env[69437]: DEBUG nova.compute.manager [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 676.337786] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ec5e99-ed38-4fbf-8309-82dec30fa247 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.368310] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-6063bed9-d736-48cd-a9ed-a1cbfa914ea4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.369360] env[69437]: DEBUG nova.compute.manager [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Instance network_info: |[{"id": "d90ea8d0-27bf-4abd-bda1-c8725bf0ce46", "address": "fa:16:3e:59:26:4b", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd90ea8d0-27", "ovs_interfaceid": "d90ea8d0-27bf-4abd-bda1-c8725bf0ce46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.369360] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] Acquired lock "refresh_cache-6063bed9-d736-48cd-a9ed-a1cbfa914ea4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.369610] env[69437]: DEBUG nova.network.neutron [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Refreshing network info cache for port d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.370987] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:26:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd90ea8d0-27bf-4abd-bda1-c8725bf0ce46', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.379747] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Creating folder: Project (40c4caf8c2214734bb14b0bb9f59d746). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.380972] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-879ededa-c704-4f18-a6ae-31de4152af99 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.396925] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Created folder: Project (40c4caf8c2214734bb14b0bb9f59d746) in parent group-v812682. [ 676.397453] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Creating folder: Instances. Parent ref: group-v812741. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.399350] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39ddd26e-9348-4ffb-8038-029361c3717b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.407944] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Created folder: Instances in parent group-v812741. [ 676.408232] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.408769] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.409014] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7c5aecb-471c-4681-8813-9629a2a10d2e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.429127] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.429127] env[69437]: value = "task-4102962" [ 676.429127] env[69437]: _type = "Task" [ 676.429127] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.438222] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102962, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.736281] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102959, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.791656] env[69437]: DEBUG nova.scheduler.client.report [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.858688] env[69437]: INFO nova.compute.manager [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Took 39.70 seconds to build instance. [ 676.942328] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102962, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.200989] env[69437]: DEBUG nova.network.neutron [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Updated VIF entry in instance network info cache for port d90ea8d0-27bf-4abd-bda1-c8725bf0ce46. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.201594] env[69437]: DEBUG nova.network.neutron [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Updating instance_info_cache with network_info: [{"id": "d90ea8d0-27bf-4abd-bda1-c8725bf0ce46", "address": "fa:16:3e:59:26:4b", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd90ea8d0-27", "ovs_interfaceid": "d90ea8d0-27bf-4abd-bda1-c8725bf0ce46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.242057] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102959, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.299445] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.300480] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.649s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.300877] env[69437]: DEBUG nova.objects.instance [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 677.332895] env[69437]: INFO nova.scheduler.client.report [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted allocations for instance f8909a81-d83c-4e2a-a53b-ae28bd91e609 [ 677.360261] env[69437]: DEBUG oslo_concurrency.lockutils [None req-225ee7af-24c3-4c12-bde1-0fd285029f7e tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "0da9c6e1-e88e-4f05-a443-9921ef5db588" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.623s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.440967] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102962, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.706868] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fb30d17-0a24-42e4-a113-c2e542c649cd req-582ef4a6-6cda-48d3-b5b6-92912ea83244 service nova] Releasing lock "refresh_cache-6063bed9-d736-48cd-a9ed-a1cbfa914ea4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.741540] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102959, 'name': CreateVM_Task, 'duration_secs': 1.40374} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.741540] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.741540] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.741540] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.741540] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.741540] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92e3647-8d59-4267-bd86-6975fd3ff41a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.748486] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 677.748486] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d8cb0c-e0c6-f8cf-fc49-0a6c85a0b13d" [ 677.748486] env[69437]: _type = "Task" [ 677.748486] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.759414] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d8cb0c-e0c6-f8cf-fc49-0a6c85a0b13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.843082] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e67738f-58e9-4c81-a7c8-0465e1e4509a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f8909a81-d83c-4e2a-a53b-ae28bd91e609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.810s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.865036] env[69437]: DEBUG nova.compute.manager [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.944544] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102962, 'name': CreateVM_Task, 'duration_secs': 1.379349} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.944724] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.945364] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.078398] env[69437]: DEBUG nova.compute.manager [None req-fdf1e58f-7adf-4b61-a451-3cbb186c65cb tempest-ServerExternalEventsTest-2139070451 tempest-ServerExternalEventsTest-2139070451-project] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Received event network-changed {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.078578] env[69437]: DEBUG nova.compute.manager [None req-fdf1e58f-7adf-4b61-a451-3cbb186c65cb tempest-ServerExternalEventsTest-2139070451 tempest-ServerExternalEventsTest-2139070451-project] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Refreshing instance network info cache due to event network-changed. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.078763] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdf1e58f-7adf-4b61-a451-3cbb186c65cb tempest-ServerExternalEventsTest-2139070451 tempest-ServerExternalEventsTest-2139070451-project] Acquiring lock "refresh_cache-0da9c6e1-e88e-4f05-a443-9921ef5db588" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.078910] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdf1e58f-7adf-4b61-a451-3cbb186c65cb tempest-ServerExternalEventsTest-2139070451 tempest-ServerExternalEventsTest-2139070451-project] Acquired lock "refresh_cache-0da9c6e1-e88e-4f05-a443-9921ef5db588" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.079088] env[69437]: DEBUG nova.network.neutron [None req-fdf1e58f-7adf-4b61-a451-3cbb186c65cb tempest-ServerExternalEventsTest-2139070451 tempest-ServerExternalEventsTest-2139070451-project] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.260406] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d8cb0c-e0c6-f8cf-fc49-0a6c85a0b13d, 'name': SearchDatastore_Task, 'duration_secs': 0.016984} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.260737] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.261358] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.261358] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.261485] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.262893] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.262893] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.262893] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.262893] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d04e462-f320-49d0-9ee0-f5797dfdd5bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.264533] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b6e4de-44e9-41c0-ad52-44e44da13914 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.270448] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 678.270448] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525d4fe1-f8f0-c72a-daa2-2b9c3d09012d" [ 678.270448] env[69437]: _type = "Task" [ 678.270448] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.275149] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.275371] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.276637] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a571f7a-9fe1-4fe8-9c16-7b733cc81cf5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.282673] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525d4fe1-f8f0-c72a-daa2-2b9c3d09012d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.286833] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 678.286833] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a459b3-f26b-88a7-7f15-c51d20740814" [ 678.286833] env[69437]: _type = "Task" [ 678.286833] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.295743] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a459b3-f26b-88a7-7f15-c51d20740814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.311214] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d57cb746-6fb2-4dcd-ab1f-c96653b7712d tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.312508] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.319s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.312785] env[69437]: DEBUG nova.objects.instance [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lazy-loading 'resources' on Instance uuid 35a8b6a7-f20e-4962-b21b-045e5a2714c9 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.394150] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.785710] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525d4fe1-f8f0-c72a-daa2-2b9c3d09012d, 'name': SearchDatastore_Task, 'duration_secs': 0.023284} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.786100] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.786338] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.786570] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.798777] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a459b3-f26b-88a7-7f15-c51d20740814, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.799841] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6067ff-a10c-4d22-be9e-8f8dd18a1832 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.807445] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 678.807445] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52514deb-5756-6367-cc30-746401e21f5a" [ 678.807445] env[69437]: _type = "Task" [ 678.807445] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.822046] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52514deb-5756-6367-cc30-746401e21f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.891326] env[69437]: DEBUG nova.network.neutron [None req-fdf1e58f-7adf-4b61-a451-3cbb186c65cb tempest-ServerExternalEventsTest-2139070451 tempest-ServerExternalEventsTest-2139070451-project] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Updating instance_info_cache with network_info: [{"id": "2ac4eff8-201d-4c6e-966f-3adb8e501115", "address": "fa:16:3e:7f:8d:ab", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac4eff8-20", "ovs_interfaceid": "2ac4eff8-201d-4c6e-966f-3adb8e501115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.214194] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquiring lock "0da9c6e1-e88e-4f05-a443-9921ef5db588" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.214603] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "0da9c6e1-e88e-4f05-a443-9921ef5db588" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.217848] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquiring lock "0da9c6e1-e88e-4f05-a443-9921ef5db588-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.217848] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "0da9c6e1-e88e-4f05-a443-9921ef5db588-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.217848] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "0da9c6e1-e88e-4f05-a443-9921ef5db588-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.217848] env[69437]: INFO nova.compute.manager [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Terminating instance [ 679.247140] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "79fb7a70-beec-44e4-adcf-b959d4482341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.247539] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.327133] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52514deb-5756-6367-cc30-746401e21f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.019277} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.327807] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.328297] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] a73dab07-defc-470a-a91e-0e77a69da76e/a73dab07-defc-470a-a91e-0e77a69da76e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.328777] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.329166] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.329553] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcd808a6-20fc-47fc-bcaf-2ea9f4d636a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.333911] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64447f7b-4772-4c5b-91b8-f0260db64d70 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.345204] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 679.345204] env[69437]: value = "task-4102963" [ 679.345204] env[69437]: _type = "Task" [ 679.345204] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.347339] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.347754] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.353841] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b6c347-b9fa-457d-82cf-77d43537202f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.370416] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.372692] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 679.372692] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526442b2-0bb1-68fa-cf02-9db48ee43800" [ 679.372692] env[69437]: _type = "Task" [ 679.372692] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.391967] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526442b2-0bb1-68fa-cf02-9db48ee43800, 'name': SearchDatastore_Task, 'duration_secs': 0.012391} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.395096] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11409d5-524a-48ca-9d80-be45e7311a12 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.403456] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdf1e58f-7adf-4b61-a451-3cbb186c65cb tempest-ServerExternalEventsTest-2139070451 tempest-ServerExternalEventsTest-2139070451-project] Releasing lock "refresh_cache-0da9c6e1-e88e-4f05-a443-9921ef5db588" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.405815] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab14a38d-a75d-4d53-8c92-90f6b089e972 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.415172] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 679.415172] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5276f266-3605-90b9-dd52-38a7fd6732b2" [ 679.415172] env[69437]: _type = "Task" [ 679.415172] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.423686] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b307a952-7248-4f6e-99bc-4516c7350d78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.435624] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5276f266-3605-90b9-dd52-38a7fd6732b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013766} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.460683] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.460978] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4/6063bed9-d736-48cd-a9ed-a1cbfa914ea4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.461461] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f33c0cfd-e473-4a64-af0d-ab6e923b321d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.464059] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721c28d6-2f4c-4c2b-93e1-9a2ec039e1af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.474686] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5da75a-9d26-4160-8d60-3964f860a554 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.478813] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 679.478813] env[69437]: value = "task-4102964" [ 679.478813] env[69437]: _type = "Task" [ 679.478813] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.491224] env[69437]: DEBUG nova.compute.provider_tree [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.498113] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.729938] env[69437]: DEBUG nova.compute.manager [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.730261] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.731698] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d61234-480a-47af-8519-634aff4ac559 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.745304] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.745774] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7848bf72-60e9-45a3-860c-2b98cd074be1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.756643] env[69437]: DEBUG oslo_vmware.api [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 679.756643] env[69437]: value = "task-4102965" [ 679.756643] env[69437]: _type = "Task" [ 679.756643] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.774460] env[69437]: DEBUG oslo_vmware.api [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.859843] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102963, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.988936] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102964, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.995150] env[69437]: DEBUG nova.scheduler.client.report [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.268537] env[69437]: DEBUG oslo_vmware.api [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102965, 'name': PowerOffVM_Task, 'duration_secs': 0.368422} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.268859] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.269135] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.269335] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03424821-3ac8-4727-baaf-e15eba07ae17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.350223] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.350462] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.350659] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Deleting the datastore file [datastore1] 0da9c6e1-e88e-4f05-a443-9921ef5db588 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.355225] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-830cb384-e469-4f9e-adf6-f76cf4412730 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.363332] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605068} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.364817] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] a73dab07-defc-470a-a91e-0e77a69da76e/a73dab07-defc-470a-a91e-0e77a69da76e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.365115] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.365419] env[69437]: DEBUG oslo_vmware.api [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for the task: (returnval){ [ 680.365419] env[69437]: value = "task-4102967" [ 680.365419] env[69437]: _type = "Task" [ 680.365419] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.365619] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a76483b4-2068-49b6-98f9-3eb8e187f81c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.377618] env[69437]: DEBUG oslo_vmware.api [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.379621] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 680.379621] env[69437]: value = "task-4102968" [ 680.379621] env[69437]: _type = "Task" [ 680.379621] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.388325] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.490531] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846051} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.491088] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4/6063bed9-d736-48cd-a9ed-a1cbfa914ea4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.491088] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.491512] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63253251-ac76-490c-b8de-ad3605a7272b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.499791] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 680.499791] env[69437]: value = "task-4102969" [ 680.499791] env[69437]: _type = "Task" [ 680.499791] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.505808] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.508130] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.430s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.508416] env[69437]: DEBUG nova.objects.instance [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lazy-loading 'resources' on Instance uuid a2375c4e-89cb-474b-9652-47868e4e54c5 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.517331] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.535792] env[69437]: INFO nova.scheduler.client.report [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Deleted allocations for instance 35a8b6a7-f20e-4962-b21b-045e5a2714c9 [ 680.662942] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "286cdad6-dd47-44cf-9385-98a8c9a442ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.662942] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "286cdad6-dd47-44cf-9385-98a8c9a442ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.662942] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "286cdad6-dd47-44cf-9385-98a8c9a442ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.662942] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "286cdad6-dd47-44cf-9385-98a8c9a442ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.663164] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "286cdad6-dd47-44cf-9385-98a8c9a442ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.665169] env[69437]: INFO nova.compute.manager [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Terminating instance [ 680.878986] env[69437]: DEBUG oslo_vmware.api [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Task: {'id': task-4102967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273819} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.879445] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.879630] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.880093] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.880093] env[69437]: INFO nova.compute.manager [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Took 1.15 seconds to destroy the instance on the hypervisor. [ 680.880272] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.880624] env[69437]: DEBUG nova.compute.manager [-] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.880736] env[69437]: DEBUG nova.network.neutron [-] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.893059] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100264} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.893421] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.894347] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a563f8-92a1-4bdc-bb0b-0e348dcec526 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.918191] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] a73dab07-defc-470a-a91e-0e77a69da76e/a73dab07-defc-470a-a91e-0e77a69da76e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.918645] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ed7b4b-458d-48b8-a7dc-6ac312393d55 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.943787] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 680.943787] env[69437]: value = "task-4102970" [ 680.943787] env[69437]: _type = "Task" [ 680.943787] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.959970] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.019683] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093418} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.020577] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.022502] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0538529e-611e-49f4-b982-f5a0b216f808 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.048391] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4/6063bed9-d736-48cd-a9ed-a1cbfa914ea4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.050326] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e9692b-9fde-4532-809f-7ce0e68960f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.066691] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1894b92b-6644-49e4-997a-e0ab239ca72a tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Lock "35a8b6a7-f20e-4962-b21b-045e5a2714c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.397s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.080083] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 681.080083] env[69437]: value = "task-4102971" [ 681.080083] env[69437]: _type = "Task" [ 681.080083] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.091752] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.169681] env[69437]: DEBUG nova.compute.manager [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.170371] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.171654] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d36f078-854f-4cf8-aeac-b9bb6c64e886 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.183827] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.183827] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ef5b219-3e02-4c90-b043-05773e8740f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.272041] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.272283] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.272485] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleting the datastore file [datastore1] 286cdad6-dd47-44cf-9385-98a8c9a442ae {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.276361] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-652c4512-9781-46e9-bb1d-bd853d5387b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.288789] env[69437]: DEBUG oslo_vmware.api [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 681.288789] env[69437]: value = "task-4102973" [ 681.288789] env[69437]: _type = "Task" [ 681.288789] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.302128] env[69437]: DEBUG oslo_vmware.api [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.454680] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102970, 'name': ReconfigVM_Task, 'duration_secs': 0.428097} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.457683] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] a73dab07-defc-470a-a91e-0e77a69da76e/a73dab07-defc-470a-a91e-0e77a69da76e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.458632] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ed163af-7f40-49c3-8437-7f602de4e69e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.469794] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 681.469794] env[69437]: value = "task-4102974" [ 681.469794] env[69437]: _type = "Task" [ 681.469794] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.485140] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102974, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.596900] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102971, 'name': ReconfigVM_Task, 'duration_secs': 0.359534} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.600719] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4/6063bed9-d736-48cd-a9ed-a1cbfa914ea4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.601546] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-791a7283-7d7a-48cd-8216-bc8f737a80f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.610218] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 681.610218] env[69437]: value = "task-4102975" [ 681.610218] env[69437]: _type = "Task" [ 681.610218] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.622203] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102975, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.688502] env[69437]: DEBUG nova.compute.manager [req-4a815806-dc80-419a-9409-4e3d08b0b032 req-229c41d4-933c-4132-b3c8-595d714eb0a9 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Received event network-vif-deleted-2ac4eff8-201d-4c6e-966f-3adb8e501115 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.688637] env[69437]: INFO nova.compute.manager [req-4a815806-dc80-419a-9409-4e3d08b0b032 req-229c41d4-933c-4132-b3c8-595d714eb0a9 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Neutron deleted interface 2ac4eff8-201d-4c6e-966f-3adb8e501115; detaching it from the instance and deleting it from the info cache [ 681.688816] env[69437]: DEBUG nova.network.neutron [req-4a815806-dc80-419a-9409-4e3d08b0b032 req-229c41d4-933c-4132-b3c8-595d714eb0a9 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.707150] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f4716e-101a-4e37-be19-f5254e77e1e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.721014] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49ec824-3059-48e7-a021-c605f2d9fced {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.752839] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd3df87-29aa-4f7f-a70f-812197be3d38 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.761531] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5f806-4a5d-410f-b0c3-40a9dc37fb5b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.778753] env[69437]: DEBUG nova.compute.provider_tree [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.800486] env[69437]: DEBUG oslo_vmware.api [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4102973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25597} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.800808] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.801021] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.801217] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.801396] env[69437]: INFO nova.compute.manager [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Took 0.63 seconds to destroy the instance on the hypervisor. [ 681.801656] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.801858] env[69437]: DEBUG nova.compute.manager [-] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.801995] env[69437]: DEBUG nova.network.neutron [-] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.971068] env[69437]: DEBUG nova.network.neutron [-] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.987886] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102974, 'name': Rename_Task, 'duration_secs': 0.240954} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.987886] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.987886] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9382929d-89d5-43cd-81d3-1c12c8cdcc12 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.995502] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 681.995502] env[69437]: value = "task-4102976" [ 681.995502] env[69437]: _type = "Task" [ 681.995502] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.010933] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.123534] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102975, 'name': Rename_Task, 'duration_secs': 0.172672} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.124095] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.124578] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-991a1bae-a27e-42e5-93fe-ab126e62e008 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.134509] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 682.134509] env[69437]: value = "task-4102977" [ 682.134509] env[69437]: _type = "Task" [ 682.134509] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.145988] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.195796] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a937abee-a87a-43f4-a975-c55f1819a51b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.210458] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ea7a0b-c6db-43e8-b61b-af3190ec1ef3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.248900] env[69437]: DEBUG nova.compute.manager [req-4a815806-dc80-419a-9409-4e3d08b0b032 req-229c41d4-933c-4132-b3c8-595d714eb0a9 service nova] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Detach interface failed, port_id=2ac4eff8-201d-4c6e-966f-3adb8e501115, reason: Instance 0da9c6e1-e88e-4f05-a443-9921ef5db588 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 682.281546] env[69437]: DEBUG nova.scheduler.client.report [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.482195] env[69437]: INFO nova.compute.manager [-] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Took 1.60 seconds to deallocate network for instance. [ 682.511052] env[69437]: DEBUG oslo_vmware.api [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4102976, 'name': PowerOnVM_Task, 'duration_secs': 0.484048} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.511389] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.511591] env[69437]: INFO nova.compute.manager [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Took 6.45 seconds to spawn the instance on the hypervisor. [ 682.511773] env[69437]: DEBUG nova.compute.manager [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.512989] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689be30f-c2dd-4746-bb83-92d475399ca1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.555625] env[69437]: DEBUG oslo_vmware.rw_handles [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d35c7b-6000-8b34-a89a-25ff4b04402c/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 682.556712] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c2cce-6b7c-4642-930f-0e4a4527e1b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.564827] env[69437]: DEBUG oslo_vmware.rw_handles [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d35c7b-6000-8b34-a89a-25ff4b04402c/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 682.564827] env[69437]: ERROR oslo_vmware.rw_handles [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d35c7b-6000-8b34-a89a-25ff4b04402c/disk-0.vmdk due to incomplete transfer. [ 682.564827] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e5d0d09-33b5-4202-90e8-c008809221b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.573535] env[69437]: DEBUG oslo_vmware.rw_handles [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d35c7b-6000-8b34-a89a-25ff4b04402c/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 682.573760] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Uploaded image 34561e2a-1859-4d28-afb3-282f0d900ffe to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 682.575939] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 682.576553] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c11c0694-61a9-43df-a4b0-ba42cc23ce2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.584524] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 682.584524] env[69437]: value = "task-4102978" [ 682.584524] env[69437]: _type = "Task" [ 682.584524] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.596025] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102978, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.658619] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102977, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.791409] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.793576] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.235s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.796103] env[69437]: DEBUG nova.objects.instance [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 682.816867] env[69437]: INFO nova.scheduler.client.report [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Deleted allocations for instance a2375c4e-89cb-474b-9652-47868e4e54c5 [ 682.913237] env[69437]: DEBUG nova.network.neutron [-] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.990188] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.037659] env[69437]: INFO nova.compute.manager [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Took 39.69 seconds to build instance. [ 683.099849] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102978, 'name': Destroy_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.157918] env[69437]: DEBUG oslo_vmware.api [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102977, 'name': PowerOnVM_Task, 'duration_secs': 0.539627} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.157918] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.157918] env[69437]: INFO nova.compute.manager [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Took 9.88 seconds to spawn the instance on the hypervisor. [ 683.157918] env[69437]: DEBUG nova.compute.manager [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.159489] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc46d71-5b48-41a1-a90b-a3364458e0b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.334242] env[69437]: DEBUG oslo_concurrency.lockutils [None req-439d06f4-90a7-433a-8eb3-30939bf976f0 tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "a2375c4e-89cb-474b-9652-47868e4e54c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.152s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.419620] env[69437]: INFO nova.compute.manager [-] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Took 1.62 seconds to deallocate network for instance. [ 683.542776] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf992e71-fdaf-4e70-aed3-149e019d8d0c tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "a73dab07-defc-470a-a91e-0e77a69da76e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.332s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.600377] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102978, 'name': Destroy_Task, 'duration_secs': 0.704068} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.600662] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Destroyed the VM [ 683.600998] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 683.601903] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05e737b3-08f6-43a0-8492-4f8d39fe7b2e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.609462] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 683.609462] env[69437]: value = "task-4102979" [ 683.609462] env[69437]: _type = "Task" [ 683.609462] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.621543] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102979, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.679660] env[69437]: INFO nova.compute.manager [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Took 44.40 seconds to build instance. [ 683.805050] env[69437]: DEBUG oslo_concurrency.lockutils [None req-146917bb-7526-4973-a58d-67f35f41c8f8 tempest-ServersAdmin275Test-212711987 tempest-ServersAdmin275Test-212711987-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.806938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.432s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.811030] env[69437]: INFO nova.compute.claims [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.912906] env[69437]: DEBUG nova.compute.manager [None req-38784034-c4c6-4c00-b12f-6cff3271e446 tempest-ServerDiagnosticsV248Test-904676612 tempest-ServerDiagnosticsV248Test-904676612-project-admin] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.913450] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf0ce5a-923b-4637-9699-dd58c219a522 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.922892] env[69437]: INFO nova.compute.manager [None req-38784034-c4c6-4c00-b12f-6cff3271e446 tempest-ServerDiagnosticsV248Test-904676612 tempest-ServerDiagnosticsV248Test-904676612-project-admin] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Retrieving diagnostics [ 683.923736] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55908b4d-8259-47d0-be03-f57303720055 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.933019] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.009665] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquiring lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.010840] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.045096] env[69437]: DEBUG nova.compute.manager [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.072299] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "7c21ebe3-babd-476a-a383-b3beab7afd01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.072476] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "7c21ebe3-babd-476a-a383-b3beab7afd01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.072856] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "7c21ebe3-babd-476a-a383-b3beab7afd01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.072960] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "7c21ebe3-babd-476a-a383-b3beab7afd01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.073466] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "7c21ebe3-babd-476a-a383-b3beab7afd01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.075456] env[69437]: INFO nova.compute.manager [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Terminating instance [ 684.123146] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102979, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.184302] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9367fa3-0adc-411a-b90f-9232bd11604b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.857s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.389713] env[69437]: DEBUG nova.compute.manager [req-e16411a4-2784-4ca4-ba5b-828ced935839 req-7fdb41d8-137c-4571-a8f9-45279a88ef84 service nova] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Received event network-vif-deleted-4d44e987-b72f-4b98-90b9-70a1b809141e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.573731] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.579727] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "refresh_cache-7c21ebe3-babd-476a-a383-b3beab7afd01" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.579838] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquired lock "refresh_cache-7c21ebe3-babd-476a-a383-b3beab7afd01" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.580049] env[69437]: DEBUG nova.network.neutron [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.626190] env[69437]: DEBUG oslo_vmware.api [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102979, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752066} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.626473] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 684.626704] env[69437]: INFO nova.compute.manager [None req-25fa205b-c701-4a09-a5c0-8a221af3c315 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Took 16.41 seconds to snapshot the instance on the hypervisor. [ 684.688069] env[69437]: DEBUG nova.compute.manager [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.117072] env[69437]: DEBUG nova.network.neutron [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.223687] env[69437]: DEBUG nova.network.neutron [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.224956] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.383635] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179cd051-5269-4356-b9de-0d04d081d994 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.393205] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c9bb46-4573-4328-850c-7c6df085d679 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.431280] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c9d405-cf9a-4333-8664-e653ef2704c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.440309] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0386479-de08-4a51-8a3e-0dc184686463 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.456596] env[69437]: DEBUG nova.compute.provider_tree [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.730199] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Releasing lock "refresh_cache-7c21ebe3-babd-476a-a383-b3beab7afd01" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.730714] env[69437]: DEBUG nova.compute.manager [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.730952] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.731835] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74425bb2-ffab-4903-8ab8-d69f679d6f65 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.740711] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.740984] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d46f218-b67d-49ae-9d4f-fd24b8da278c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.749443] env[69437]: DEBUG oslo_vmware.api [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 685.749443] env[69437]: value = "task-4102980" [ 685.749443] env[69437]: _type = "Task" [ 685.749443] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.758415] env[69437]: DEBUG oslo_vmware.api [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.839860] env[69437]: INFO nova.compute.manager [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Rebuilding instance [ 685.893541] env[69437]: DEBUG nova.compute.manager [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.894863] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a20f1a4-3e60-4065-95a0-fc116a5a162b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.963843] env[69437]: DEBUG nova.scheduler.client.report [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.265103] env[69437]: DEBUG oslo_vmware.api [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102980, 'name': PowerOffVM_Task, 'duration_secs': 0.287296} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.266039] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.266227] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.266529] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd58767a-ee7f-48c7-80dc-c687d9e9755d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.293427] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.294165] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.294419] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Deleting the datastore file [datastore1] 7c21ebe3-babd-476a-a383-b3beab7afd01 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.294703] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7387c7c9-4d6d-4049-9285-9824dd2d6e08 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.303463] env[69437]: DEBUG oslo_vmware.api [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for the task: (returnval){ [ 686.303463] env[69437]: value = "task-4102982" [ 686.303463] env[69437]: _type = "Task" [ 686.303463] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.312849] env[69437]: DEBUG oslo_vmware.api [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.476501] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.477365] env[69437]: DEBUG nova.compute.manager [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.484021] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.737s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.484021] env[69437]: INFO nova.compute.claims [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.815381] env[69437]: DEBUG oslo_vmware.api [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Task: {'id': task-4102982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093848} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.815779] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.816188] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.816479] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.816776] env[69437]: INFO nova.compute.manager [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Took 1.09 seconds to destroy the instance on the hypervisor. [ 686.817338] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.817668] env[69437]: DEBUG nova.compute.manager [-] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.819389] env[69437]: DEBUG nova.network.neutron [-] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.837973] env[69437]: DEBUG nova.network.neutron [-] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.912622] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.912846] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe8c55a-ff2a-476e-9f00-4e3f119817ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.923629] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 686.923629] env[69437]: value = "task-4102983" [ 686.923629] env[69437]: _type = "Task" [ 686.923629] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.934309] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.991357] env[69437]: DEBUG nova.compute.utils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.996430] env[69437]: DEBUG nova.compute.manager [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.996525] env[69437]: DEBUG nova.network.neutron [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.140089] env[69437]: DEBUG nova.policy [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38df930ba2fe421b9292a44a30668719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e1e3b81c7a47d89988a3500f3e7301', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.340525] env[69437]: DEBUG nova.network.neutron [-] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.439113] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102983, 'name': PowerOffVM_Task, 'duration_secs': 0.228323} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.439436] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.439705] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.440546] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f28f428-b398-4982-b2f1-9c362ff0749c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.450081] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.450081] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1d9f75a-214b-409d-b931-34f20dec90fd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.505303] env[69437]: DEBUG nova.compute.manager [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.508733] env[69437]: DEBUG nova.compute.manager [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 687.510260] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65ec4c6-1b3e-4258-9705-e142f6ae14af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.526263] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.526263] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.526263] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleting the datastore file [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.526263] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-348fe8e8-d1c9-4cd5-b75d-5e5be91217da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.534663] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 687.534663] env[69437]: value = "task-4102985" [ 687.534663] env[69437]: _type = "Task" [ 687.534663] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.547831] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.844106] env[69437]: INFO nova.compute.manager [-] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Took 1.03 seconds to deallocate network for instance. [ 687.948753] env[69437]: DEBUG nova.network.neutron [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Successfully created port: 40e6f5fa-9728-421b-a517-bad8f77838a1 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.028637] env[69437]: INFO nova.compute.manager [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] instance snapshotting [ 688.032448] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b33696-5d9d-4a1d-96d6-ecfb73f05d42 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.063472] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168882} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.066871] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073a6859-bda2-4e1d-ad1c-51c3b23e445c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.070823] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.071091] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.071306] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.128761] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed453b7a-a0f7-4128-a25d-857ea0b48fe6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.137958] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a925cd4c-418b-4d0f-b033-258dfd0afd77 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.175123] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a7cb1a-b42b-41bf-8cc7-3cda6659cf73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.183182] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0ffa8-10a0-4b60-84e1-6c99f29fe3e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.197689] env[69437]: DEBUG nova.compute.provider_tree [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.356478] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.520877] env[69437]: DEBUG nova.compute.manager [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.563922] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.564195] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.564350] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.565187] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.567683] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.567683] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.567683] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.567683] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.567683] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.567924] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.567924] env[69437]: DEBUG nova.virt.hardware [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.569063] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e066726-6bc8-4794-a9a9-b674259b5be2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.585324] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b025253a-a5d2-4504-b2ec-9b99437d0c50 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.591561] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 688.592760] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81d2acdc-2916-4ced-aad7-44c38276de4d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.607482] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 688.607482] env[69437]: value = "task-4102986" [ 688.607482] env[69437]: _type = "Task" [ 688.607482] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.617213] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102986, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.701310] env[69437]: DEBUG nova.scheduler.client.report [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.127663] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102986, 'name': CreateSnapshot_Task, 'duration_secs': 0.516928} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.130095] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.130408] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.130564] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.131629] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.132892] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.133582] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.133582] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.133582] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.133582] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.133935] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.133935] env[69437]: DEBUG nova.virt.hardware [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.134430] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 689.135658] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56021f11-3c29-480b-80db-36545e11e359 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.142473] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cfc129-33bd-4872-9b5d-02dd3f2be4ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.160007] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee62fab-a801-4552-83ae-c90000d57b9a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.175910] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:26:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd90ea8d0-27bf-4abd-bda1-c8725bf0ce46', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.184168] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.184503] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.184719] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee35370-39d4-4371-b815-1c2ac610da85 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.207567] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.210738] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.427s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.213061] env[69437]: INFO nova.compute.claims [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.216628] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.216628] env[69437]: value = "task-4102987" [ 689.216628] env[69437]: _type = "Task" [ 689.216628] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.233010] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102987, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.666449] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 689.666827] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e43b7fe7-17ad-4f04-b0c9-44614ad2ba5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.676639] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 689.676639] env[69437]: value = "task-4102988" [ 689.676639] env[69437]: _type = "Task" [ 689.676639] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.687253] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102988, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.718228] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquiring lock "07168a6b-9455-4915-a1e2-327e9d0adda2" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.718526] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "07168a6b-9455-4915-a1e2-327e9d0adda2" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.735944] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102987, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.950287] env[69437]: DEBUG nova.compute.manager [req-5f1da2e7-6e0c-4f20-be6e-b90bcffab805 req-f56d05ac-67a6-4a84-b72a-d12e8e9ed18d service nova] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Received event network-vif-plugged-40e6f5fa-9728-421b-a517-bad8f77838a1 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.950287] env[69437]: DEBUG oslo_concurrency.lockutils [req-5f1da2e7-6e0c-4f20-be6e-b90bcffab805 req-f56d05ac-67a6-4a84-b72a-d12e8e9ed18d service nova] Acquiring lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.950287] env[69437]: DEBUG oslo_concurrency.lockutils [req-5f1da2e7-6e0c-4f20-be6e-b90bcffab805 req-f56d05ac-67a6-4a84-b72a-d12e8e9ed18d service nova] Lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.950287] env[69437]: DEBUG oslo_concurrency.lockutils [req-5f1da2e7-6e0c-4f20-be6e-b90bcffab805 req-f56d05ac-67a6-4a84-b72a-d12e8e9ed18d service nova] Lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.950287] env[69437]: DEBUG nova.compute.manager [req-5f1da2e7-6e0c-4f20-be6e-b90bcffab805 req-f56d05ac-67a6-4a84-b72a-d12e8e9ed18d service nova] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] No waiting events found dispatching network-vif-plugged-40e6f5fa-9728-421b-a517-bad8f77838a1 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 689.950639] env[69437]: WARNING nova.compute.manager [req-5f1da2e7-6e0c-4f20-be6e-b90bcffab805 req-f56d05ac-67a6-4a84-b72a-d12e8e9ed18d service nova] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Received unexpected event network-vif-plugged-40e6f5fa-9728-421b-a517-bad8f77838a1 for instance with vm_state building and task_state spawning. [ 690.066662] env[69437]: DEBUG nova.network.neutron [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Successfully updated port: 40e6f5fa-9728-421b-a517-bad8f77838a1 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.201336] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102988, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.224440] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "07168a6b-9455-4915-a1e2-327e9d0adda2" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.225704] env[69437]: DEBUG nova.compute.manager [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.239624] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102987, 'name': CreateVM_Task, 'duration_secs': 0.892755} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.240453] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.241771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.242148] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.242588] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.243308] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68dbb3d-50f3-46f1-980a-edd8dec54cd0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.249670] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 690.249670] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5277939e-3345-da4f-f380-64934d3bb129" [ 690.249670] env[69437]: _type = "Task" [ 690.249670] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.261235] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5277939e-3345-da4f-f380-64934d3bb129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.545045] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "refresh_cache-42f1adb9-de91-4dac-8b1d-ca21a0b9f530" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.545215] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquired lock "refresh_cache-42f1adb9-de91-4dac-8b1d-ca21a0b9f530" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.545435] env[69437]: DEBUG nova.network.neutron [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.689272] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102988, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.731787] env[69437]: DEBUG nova.compute.utils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.736491] env[69437]: DEBUG nova.compute.manager [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.736723] env[69437]: DEBUG nova.network.neutron [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.763579] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5277939e-3345-da4f-f380-64934d3bb129, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.766699] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.766699] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.766699] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.766699] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.768248] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.768248] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9758de06-f97c-4eba-a46e-b88df062d5b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.774591] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.774763] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.775603] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f81ae9-d0b9-4d77-953f-0f96b969ca1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.782442] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 690.782442] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5246508f-3625-cd8d-f8ff-83c5c35b60d7" [ 690.782442] env[69437]: _type = "Task" [ 690.782442] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.789571] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172a95a5-482c-4a0e-a992-bfb91b03e126 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.800117] env[69437]: DEBUG nova.policy [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '128ea861054746ad84fcb30a388ad20d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f08d6e2a666464fa48b3ef591f83c79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.802394] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5246508f-3625-cd8d-f8ff-83c5c35b60d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.807710] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c55a702-e590-46b9-a3b3-23b8a2c8b452 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.846472] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcd54ba-f910-4c71-af9f-5d55e4ba7a68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.856205] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c92bd6-d052-4e01-8652-bd0a15850f1c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.871694] env[69437]: DEBUG nova.compute.provider_tree [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.110960] env[69437]: DEBUG nova.network.neutron [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.186353] env[69437]: DEBUG nova.network.neutron [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Successfully created port: 5e26fb25-d4a6-4288-8f38-7c79284fe33d {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.193465] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102988, 'name': CloneVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.239861] env[69437]: DEBUG nova.compute.manager [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.295363] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5246508f-3625-cd8d-f8ff-83c5c35b60d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.296333] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65338d3-ea28-44e0-a784-c67787f026f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.305311] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 691.305311] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52727ef0-0ec1-1968-5c55-5b8cbfb63d21" [ 691.305311] env[69437]: _type = "Task" [ 691.305311] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.314812] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52727ef0-0ec1-1968-5c55-5b8cbfb63d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.358129] env[69437]: DEBUG nova.network.neutron [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Updating instance_info_cache with network_info: [{"id": "40e6f5fa-9728-421b-a517-bad8f77838a1", "address": "fa:16:3e:1f:21:6b", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e6f5fa-97", "ovs_interfaceid": "40e6f5fa-9728-421b-a517-bad8f77838a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.377018] env[69437]: DEBUG nova.scheduler.client.report [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.695298] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4102988, 'name': CloneVM_Task, 'duration_secs': 1.528312} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.695611] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Created linked-clone VM from snapshot [ 691.697035] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36823edd-d208-49a3-864f-1dcff3d10971 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.706990] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Uploading image 7dc2eba7-b7cf-45b7-8d80-d63d6d33e504 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 691.741452] env[69437]: DEBUG oslo_vmware.rw_handles [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 691.741452] env[69437]: value = "vm-812746" [ 691.741452] env[69437]: _type = "VirtualMachine" [ 691.741452] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 691.741739] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34c9f134-4dec-4836-ab8d-4982cb4f2363 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.750175] env[69437]: DEBUG oslo_vmware.rw_handles [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lease: (returnval){ [ 691.750175] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52172376-f880-2ed5-c708-f8548832a962" [ 691.750175] env[69437]: _type = "HttpNfcLease" [ 691.750175] env[69437]: } obtained for exporting VM: (result){ [ 691.750175] env[69437]: value = "vm-812746" [ 691.750175] env[69437]: _type = "VirtualMachine" [ 691.750175] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 691.750434] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the lease: (returnval){ [ 691.750434] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52172376-f880-2ed5-c708-f8548832a962" [ 691.750434] env[69437]: _type = "HttpNfcLease" [ 691.750434] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 691.761022] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.761022] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52172376-f880-2ed5-c708-f8548832a962" [ 691.761022] env[69437]: _type = "HttpNfcLease" [ 691.761022] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 691.815353] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52727ef0-0ec1-1968-5c55-5b8cbfb63d21, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.816049] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.816357] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4/6063bed9-d736-48cd-a9ed-a1cbfa914ea4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.816655] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a1244b6-1a9d-43df-9ea6-eaa60672e0a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.826107] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 691.826107] env[69437]: value = "task-4102994" [ 691.826107] env[69437]: _type = "Task" [ 691.826107] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.835263] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.862209] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Releasing lock "refresh_cache-42f1adb9-de91-4dac-8b1d-ca21a0b9f530" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.862702] env[69437]: DEBUG nova.compute.manager [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Instance network_info: |[{"id": "40e6f5fa-9728-421b-a517-bad8f77838a1", "address": "fa:16:3e:1f:21:6b", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e6f5fa-97", "ovs_interfaceid": "40e6f5fa-9728-421b-a517-bad8f77838a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.863119] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:21:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40e6f5fa-9728-421b-a517-bad8f77838a1', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.873299] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Creating folder: Project (d6e1e3b81c7a47d89988a3500f3e7301). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.873299] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-102c76a0-5082-4ec2-b71e-1df34580ae9c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.881278] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.881930] env[69437]: DEBUG nova.compute.manager [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.887287] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.347s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.887533] env[69437]: DEBUG nova.objects.instance [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lazy-loading 'resources' on Instance uuid aa306a76-5515-4edc-9b97-8da7c46550a0 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.888846] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Created folder: Project (d6e1e3b81c7a47d89988a3500f3e7301) in parent group-v812682. [ 691.889041] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Creating folder: Instances. Parent ref: group-v812750. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.889663] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2136b411-5e9e-49e8-86dd-1f975638301a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.906026] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Created folder: Instances in parent group-v812750. [ 691.906026] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.906026] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.906026] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25907c5e-4094-41ac-bed5-236c9bd067aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.927607] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.927607] env[69437]: value = "task-4102997" [ 691.927607] env[69437]: _type = "Task" [ 691.927607] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.941025] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102997, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.061230] env[69437]: DEBUG nova.compute.manager [req-6dbae010-59c9-4446-a494-669683e1e511 req-c1abb719-d7f4-4819-9e90-59f5617e2751 service nova] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Received event network-changed-40e6f5fa-9728-421b-a517-bad8f77838a1 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.061230] env[69437]: DEBUG nova.compute.manager [req-6dbae010-59c9-4446-a494-669683e1e511 req-c1abb719-d7f4-4819-9e90-59f5617e2751 service nova] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Refreshing instance network info cache due to event network-changed-40e6f5fa-9728-421b-a517-bad8f77838a1. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.061474] env[69437]: DEBUG oslo_concurrency.lockutils [req-6dbae010-59c9-4446-a494-669683e1e511 req-c1abb719-d7f4-4819-9e90-59f5617e2751 service nova] Acquiring lock "refresh_cache-42f1adb9-de91-4dac-8b1d-ca21a0b9f530" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.061584] env[69437]: DEBUG oslo_concurrency.lockutils [req-6dbae010-59c9-4446-a494-669683e1e511 req-c1abb719-d7f4-4819-9e90-59f5617e2751 service nova] Acquired lock "refresh_cache-42f1adb9-de91-4dac-8b1d-ca21a0b9f530" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.062061] env[69437]: DEBUG nova.network.neutron [req-6dbae010-59c9-4446-a494-669683e1e511 req-c1abb719-d7f4-4819-9e90-59f5617e2751 service nova] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Refreshing network info cache for port 40e6f5fa-9728-421b-a517-bad8f77838a1 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.252031] env[69437]: DEBUG nova.compute.manager [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.268428] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.268428] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52172376-f880-2ed5-c708-f8548832a962" [ 692.268428] env[69437]: _type = "HttpNfcLease" [ 692.268428] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 692.269528] env[69437]: DEBUG oslo_vmware.rw_handles [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 692.269528] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52172376-f880-2ed5-c708-f8548832a962" [ 692.269528] env[69437]: _type = "HttpNfcLease" [ 692.269528] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 692.273286] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e3f4db-2dcf-44ca-912d-fb4321ed7382 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.287211] env[69437]: DEBUG oslo_vmware.rw_handles [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263e6f0-a406-213f-ca6f-be574c5cd26a/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 692.287623] env[69437]: DEBUG oslo_vmware.rw_handles [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263e6f0-a406-213f-ca6f-be574c5cd26a/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 692.292251] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.292917] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.293652] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.293652] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.293652] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.293830] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.293990] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.294174] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.294431] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.294682] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.294787] env[69437]: DEBUG nova.virt.hardware [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.295796] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed87b27-3ef6-4b48-8a98-45454d7bea75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.367080] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287fdab-d138-46d6-b37c-b2b4ef5c2a03 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.392112] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.393344] env[69437]: DEBUG nova.compute.utils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.397814] env[69437]: DEBUG nova.compute.manager [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.398025] env[69437]: DEBUG nova.network.neutron [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.442030] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102997, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.450481] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd81ee0d-6b16-40c0-b777-f0cca445d5bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.480188] env[69437]: DEBUG nova.policy [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e739f5b215ed40deabf1163cb449599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc53fa4366a4a4aa5f2b5adcf92472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.871397] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67631} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.871737] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4/6063bed9-d736-48cd-a9ed-a1cbfa914ea4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.872078] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.873568] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-033654a4-5385-4566-b8ea-dcd80caec1d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.902543] env[69437]: DEBUG nova.compute.manager [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.907470] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 692.907470] env[69437]: value = "task-4102998" [ 692.907470] env[69437]: _type = "Task" [ 692.907470] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.908620] env[69437]: DEBUG nova.network.neutron [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Successfully updated port: 5e26fb25-d4a6-4288-8f38-7c79284fe33d {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.927952] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.947975] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4102997, 'name': CreateVM_Task, 'duration_secs': 0.810803} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.948826] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.949633] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.949809] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.950395] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.951065] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5026b2-70b7-45f1-8bc2-f94b0f74b63c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.962597] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 692.962597] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5240819f-b173-39d7-c6c3-152f951f92e4" [ 692.962597] env[69437]: _type = "Task" [ 692.962597] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.980136] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5240819f-b173-39d7-c6c3-152f951f92e4, 'name': SearchDatastore_Task, 'duration_secs': 0.013999} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.980136] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.980136] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.980136] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.980479] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.980479] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.980651] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67c1961b-9455-4cf4-897f-49d809531d75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.991518] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.992085] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.996805] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d910365-6afa-4770-96e0-728c0405244a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.010166] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 693.010166] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e18f61-996f-2d73-2cfc-69affc8f5fe5" [ 693.010166] env[69437]: _type = "Task" [ 693.010166] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.023389] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e18f61-996f-2d73-2cfc-69affc8f5fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.090434] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845ddd07-5cc2-4fea-87eb-2cc53504acc2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.103324] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bc0b2f-21de-4cdb-9cdb-a3f986c4b884 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.159474] env[69437]: DEBUG nova.network.neutron [req-6dbae010-59c9-4446-a494-669683e1e511 req-c1abb719-d7f4-4819-9e90-59f5617e2751 service nova] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Updated VIF entry in instance network info cache for port 40e6f5fa-9728-421b-a517-bad8f77838a1. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.159474] env[69437]: DEBUG nova.network.neutron [req-6dbae010-59c9-4446-a494-669683e1e511 req-c1abb719-d7f4-4819-9e90-59f5617e2751 service nova] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Updating instance_info_cache with network_info: [{"id": "40e6f5fa-9728-421b-a517-bad8f77838a1", "address": "fa:16:3e:1f:21:6b", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e6f5fa-97", "ovs_interfaceid": "40e6f5fa-9728-421b-a517-bad8f77838a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.163366] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1f1f10-43a3-4c85-a40b-3e87847b4ae5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.175241] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880376c3-52b4-43ba-8de8-bb602e187098 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.207894] env[69437]: DEBUG nova.compute.provider_tree [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.353440] env[69437]: DEBUG nova.network.neutron [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Successfully created port: 46a25504-7a34-458a-9423-7a9a3bd54ecc {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.413518] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquiring lock "refresh_cache-44b4ca7c-aec4-40a2-819a-cb938b618d22" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.413997] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquired lock "refresh_cache-44b4ca7c-aec4-40a2-819a-cb938b618d22" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.413997] env[69437]: DEBUG nova.network.neutron [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.429392] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075495} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.429392] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.430095] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4646745e-1fba-4bec-a666-5f51c8ce012b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.470252] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4/6063bed9-d736-48cd-a9ed-a1cbfa914ea4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.471929] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4846d221-27c2-4654-9d77-e40c3fc7521b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.500458] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 693.500458] env[69437]: value = "task-4102999" [ 693.500458] env[69437]: _type = "Task" [ 693.500458] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.514195] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.531108] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e18f61-996f-2d73-2cfc-69affc8f5fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.015756} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.534151] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac5b36c-a7b3-437d-8a5e-6f15f6c66be6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.545321] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "700784c2-7cff-4931-94d4-703f7a3dc39e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.545867] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "700784c2-7cff-4931-94d4-703f7a3dc39e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.549329] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 693.549329] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524d4acc-f186-0f33-ca56-2a812b32ec19" [ 693.549329] env[69437]: _type = "Task" [ 693.549329] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.562846] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524d4acc-f186-0f33-ca56-2a812b32ec19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.600345] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "0cc46589-609b-4feb-8e19-88da9c7200a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.600345] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "0cc46589-609b-4feb-8e19-88da9c7200a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.663245] env[69437]: DEBUG oslo_concurrency.lockutils [req-6dbae010-59c9-4446-a494-669683e1e511 req-c1abb719-d7f4-4819-9e90-59f5617e2751 service nova] Releasing lock "refresh_cache-42f1adb9-de91-4dac-8b1d-ca21a0b9f530" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.719528] env[69437]: DEBUG nova.scheduler.client.report [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.921298] env[69437]: DEBUG nova.compute.manager [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.950882] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.955458] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.956316] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.956316] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.956316] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.956316] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.957651] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.957956] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.958137] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.958323] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.958501] env[69437]: DEBUG nova.virt.hardware [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.959634] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db65be44-8a66-4ce9-914c-54c9b2d5915d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.963832] env[69437]: DEBUG nova.network.neutron [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.973471] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80690d27-d568-4d6f-925d-531c41459c37 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.012425] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.061130] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524d4acc-f186-0f33-ca56-2a812b32ec19, 'name': SearchDatastore_Task, 'duration_secs': 0.052738} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.061130] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.061431] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 42f1adb9-de91-4dac-8b1d-ca21a0b9f530/42f1adb9-de91-4dac-8b1d-ca21a0b9f530.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.061678] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39a4fca1-4cff-4263-a19a-d146404fe3bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.070565] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 694.070565] env[69437]: value = "task-4103001" [ 694.070565] env[69437]: _type = "Task" [ 694.070565] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.085813] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.130301] env[69437]: DEBUG nova.compute.manager [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Received event network-vif-plugged-5e26fb25-d4a6-4288-8f38-7c79284fe33d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.130497] env[69437]: DEBUG oslo_concurrency.lockutils [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] Acquiring lock "44b4ca7c-aec4-40a2-819a-cb938b618d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.130722] env[69437]: DEBUG oslo_concurrency.lockutils [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] Lock "44b4ca7c-aec4-40a2-819a-cb938b618d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.130963] env[69437]: DEBUG oslo_concurrency.lockutils [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] Lock "44b4ca7c-aec4-40a2-819a-cb938b618d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.131074] env[69437]: DEBUG nova.compute.manager [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] No waiting events found dispatching network-vif-plugged-5e26fb25-d4a6-4288-8f38-7c79284fe33d {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.131252] env[69437]: WARNING nova.compute.manager [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Received unexpected event network-vif-plugged-5e26fb25-d4a6-4288-8f38-7c79284fe33d for instance with vm_state building and task_state spawning. [ 694.131417] env[69437]: DEBUG nova.compute.manager [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Received event network-changed-5e26fb25-d4a6-4288-8f38-7c79284fe33d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.131577] env[69437]: DEBUG nova.compute.manager [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Refreshing instance network info cache due to event network-changed-5e26fb25-d4a6-4288-8f38-7c79284fe33d. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.131747] env[69437]: DEBUG oslo_concurrency.lockutils [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] Acquiring lock "refresh_cache-44b4ca7c-aec4-40a2-819a-cb938b618d22" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.186518] env[69437]: DEBUG nova.network.neutron [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Updating instance_info_cache with network_info: [{"id": "5e26fb25-d4a6-4288-8f38-7c79284fe33d", "address": "fa:16:3e:d5:8d:d3", "network": {"id": "f16d56a1-dcd1-432b-9a57-149e6c01e33f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-93871189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f08d6e2a666464fa48b3ef591f83c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e26fb25-d4", "ovs_interfaceid": "5e26fb25-d4a6-4288-8f38-7c79284fe33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.224486] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.227681] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.686s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.265903] env[69437]: INFO nova.scheduler.client.report [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Deleted allocations for instance aa306a76-5515-4edc-9b97-8da7c46550a0 [ 694.475310] env[69437]: DEBUG nova.compute.manager [None req-8a80bc0b-76f2-4cec-919f-8f0c289e115d tempest-ServerDiagnosticsV248Test-904676612 tempest-ServerDiagnosticsV248Test-904676612-project-admin] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.476685] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442a75a4-f8d8-4111-9eaa-a5396afa5378 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.488316] env[69437]: INFO nova.compute.manager [None req-8a80bc0b-76f2-4cec-919f-8f0c289e115d tempest-ServerDiagnosticsV248Test-904676612 tempest-ServerDiagnosticsV248Test-904676612-project-admin] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Retrieving diagnostics [ 694.489377] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a6624f-d04e-4e76-bab4-abd6fa448135 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.532230] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4102999, 'name': ReconfigVM_Task, 'duration_secs': 0.891765} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.532956] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4/6063bed9-d736-48cd-a9ed-a1cbfa914ea4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.534478] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80fa45f9-9d8c-4e98-9bab-a63d83d44eca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.545366] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 694.545366] env[69437]: value = "task-4103002" [ 694.545366] env[69437]: _type = "Task" [ 694.545366] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.558532] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103002, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.581823] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103001, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.689624] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Releasing lock "refresh_cache-44b4ca7c-aec4-40a2-819a-cb938b618d22" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.690092] env[69437]: DEBUG nova.compute.manager [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Instance network_info: |[{"id": "5e26fb25-d4a6-4288-8f38-7c79284fe33d", "address": "fa:16:3e:d5:8d:d3", "network": {"id": "f16d56a1-dcd1-432b-9a57-149e6c01e33f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-93871189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f08d6e2a666464fa48b3ef591f83c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e26fb25-d4", "ovs_interfaceid": "5e26fb25-d4a6-4288-8f38-7c79284fe33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.690424] env[69437]: DEBUG oslo_concurrency.lockutils [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] Acquired lock "refresh_cache-44b4ca7c-aec4-40a2-819a-cb938b618d22" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.690611] env[69437]: DEBUG nova.network.neutron [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Refreshing network info cache for port 5e26fb25-d4a6-4288-8f38-7c79284fe33d {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.692137] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:8d:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e26fb25-d4a6-4288-8f38-7c79284fe33d', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.700170] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Creating folder: Project (6f08d6e2a666464fa48b3ef591f83c79). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.700794] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9607f7bb-deb8-4c89-8d53-cb3e4f7be545 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.714953] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Created folder: Project (6f08d6e2a666464fa48b3ef591f83c79) in parent group-v812682. [ 694.714953] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Creating folder: Instances. Parent ref: group-v812753. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.715341] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cac88bd5-4312-4a7c-99df-b6316316e00f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.728804] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Created folder: Instances in parent group-v812753. [ 694.729099] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.729322] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.729682] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbdc96fb-000a-487c-b0bc-684b3b1c5d5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.748292] env[69437]: INFO nova.compute.claims [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.759481] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.759481] env[69437]: value = "task-4103005" [ 694.759481] env[69437]: _type = "Task" [ 694.759481] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.771704] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103005, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.777103] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d13c93c9-ef39-47f7-a532-93e18f537442 tempest-ServersAdmin275Test-718501181 tempest-ServersAdmin275Test-718501181-project-member] Lock "aa306a76-5515-4edc-9b97-8da7c46550a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.190s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.061358] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103002, 'name': Rename_Task, 'duration_secs': 0.48896} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.061788] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.062327] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0891dbe0-feeb-4609-9df1-901fa093691d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.072940] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 695.072940] env[69437]: value = "task-4103006" [ 695.072940] env[69437]: _type = "Task" [ 695.072940] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.092019] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885753} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.096254] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 42f1adb9-de91-4dac-8b1d-ca21a0b9f530/42f1adb9-de91-4dac-8b1d-ca21a0b9f530.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.097619] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.097619] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.097619] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71473cc6-4123-4892-89db-781892c38aea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.104761] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 695.104761] env[69437]: value = "task-4103007" [ 695.104761] env[69437]: _type = "Task" [ 695.104761] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.116720] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.147803] env[69437]: DEBUG nova.compute.manager [req-ef393f2e-a15a-4d47-abd8-76c7607f44f1 req-c61747b0-3584-476c-9a7f-24de9bbcde11 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Received event network-vif-plugged-46a25504-7a34-458a-9423-7a9a3bd54ecc {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.147803] env[69437]: DEBUG oslo_concurrency.lockutils [req-ef393f2e-a15a-4d47-abd8-76c7607f44f1 req-c61747b0-3584-476c-9a7f-24de9bbcde11 service nova] Acquiring lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.147803] env[69437]: DEBUG oslo_concurrency.lockutils [req-ef393f2e-a15a-4d47-abd8-76c7607f44f1 req-c61747b0-3584-476c-9a7f-24de9bbcde11 service nova] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.147803] env[69437]: DEBUG oslo_concurrency.lockutils [req-ef393f2e-a15a-4d47-abd8-76c7607f44f1 req-c61747b0-3584-476c-9a7f-24de9bbcde11 service nova] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.147803] env[69437]: DEBUG nova.compute.manager [req-ef393f2e-a15a-4d47-abd8-76c7607f44f1 req-c61747b0-3584-476c-9a7f-24de9bbcde11 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] No waiting events found dispatching network-vif-plugged-46a25504-7a34-458a-9423-7a9a3bd54ecc {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 695.148248] env[69437]: WARNING nova.compute.manager [req-ef393f2e-a15a-4d47-abd8-76c7607f44f1 req-c61747b0-3584-476c-9a7f-24de9bbcde11 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Received unexpected event network-vif-plugged-46a25504-7a34-458a-9423-7a9a3bd54ecc for instance with vm_state building and task_state spawning. [ 695.187180] env[69437]: DEBUG nova.network.neutron [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Successfully updated port: 46a25504-7a34-458a-9423-7a9a3bd54ecc {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.257154] env[69437]: INFO nova.compute.resource_tracker [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating resource usage from migration 3329161a-6002-4508-82ff-7549bc6fccb4 [ 695.270851] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103005, 'name': CreateVM_Task, 'duration_secs': 0.453715} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.271202] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.271804] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.271976] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.272338] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.272894] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-434cb0b7-fbb1-4a0f-88b2-4973dcd8a3d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.279447] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 695.279447] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5292bf9b-1c67-45b8-c990-e97f2cdf3e8b" [ 695.279447] env[69437]: _type = "Task" [ 695.279447] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.294144] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5292bf9b-1c67-45b8-c990-e97f2cdf3e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.574393] env[69437]: DEBUG nova.network.neutron [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Updated VIF entry in instance network info cache for port 5e26fb25-d4a6-4288-8f38-7c79284fe33d. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.574991] env[69437]: DEBUG nova.network.neutron [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Updating instance_info_cache with network_info: [{"id": "5e26fb25-d4a6-4288-8f38-7c79284fe33d", "address": "fa:16:3e:d5:8d:d3", "network": {"id": "f16d56a1-dcd1-432b-9a57-149e6c01e33f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-93871189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f08d6e2a666464fa48b3ef591f83c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e26fb25-d4", "ovs_interfaceid": "5e26fb25-d4a6-4288-8f38-7c79284fe33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.590575] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.622654] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099777} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.627163] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.628506] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2e6c10-71ab-41e4-8020-ab2c884ddf74 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.656485] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 42f1adb9-de91-4dac-8b1d-ca21a0b9f530/42f1adb9-de91-4dac-8b1d-ca21a0b9f530.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.660817] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c613c67-3f4b-489f-89d2-2def2612dc34 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.683988] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 695.683988] env[69437]: value = "task-4103008" [ 695.683988] env[69437]: _type = "Task" [ 695.683988] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.691305] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.691585] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.691585] env[69437]: DEBUG nova.network.neutron [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.701971] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.741935] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquiring lock "a73dab07-defc-470a-a91e-0e77a69da76e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.742580] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "a73dab07-defc-470a-a91e-0e77a69da76e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.743077] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquiring lock "a73dab07-defc-470a-a91e-0e77a69da76e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.743077] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "a73dab07-defc-470a-a91e-0e77a69da76e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.743144] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "a73dab07-defc-470a-a91e-0e77a69da76e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.746867] env[69437]: INFO nova.compute.manager [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Terminating instance [ 695.799023] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5292bf9b-1c67-45b8-c990-e97f2cdf3e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.021003} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.799409] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.799647] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.799927] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.800265] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.800265] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.800562] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68e0594b-be81-4c1d-8a70-89de4e9462e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.815193] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.815465] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.816356] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefef671-6f38-4246-9f78-c0c5d16a06f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.825918] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 695.825918] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522c2494-7540-a2fa-8d95-a4d68c7140de" [ 695.825918] env[69437]: _type = "Task" [ 695.825918] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.840273] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522c2494-7540-a2fa-8d95-a4d68c7140de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.891071] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60079909-784c-4b0a-acbd-edff1beebf36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.899867] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5476ae40-3944-4c12-92e5-19972ee0c9c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.935431] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b956e7d7-43c7-4701-bc23-857153168a79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.944551] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87fc864-6098-4951-ad37-fda6d3d0bbc6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.960428] env[69437]: DEBUG nova.compute.provider_tree [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.084659] env[69437]: DEBUG oslo_concurrency.lockutils [req-23bf5c11-fe72-47e1-8435-048d0fff08e6 req-52f147be-9ada-4312-9539-baad29c42828 service nova] Releasing lock "refresh_cache-44b4ca7c-aec4-40a2-819a-cb938b618d22" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.089145] env[69437]: DEBUG oslo_vmware.api [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103006, 'name': PowerOnVM_Task, 'duration_secs': 0.662438} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.089145] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.089145] env[69437]: DEBUG nova.compute.manager [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.089892] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd6d3d8-e968-4287-b8ba-43146bd42939 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.196218] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.240736] env[69437]: DEBUG nova.network.neutron [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.250706] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquiring lock "refresh_cache-a73dab07-defc-470a-a91e-0e77a69da76e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.250851] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquired lock "refresh_cache-a73dab07-defc-470a-a91e-0e77a69da76e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.251041] env[69437]: DEBUG nova.network.neutron [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.339275] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522c2494-7540-a2fa-8d95-a4d68c7140de, 'name': SearchDatastore_Task, 'duration_secs': 0.020237} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.340261] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5fba30-bcb5-4fd5-988b-77b559bc266e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.347043] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 696.347043] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5246f49d-04e5-4576-6134-9e3588fd4c82" [ 696.347043] env[69437]: _type = "Task" [ 696.347043] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.357077] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5246f49d-04e5-4576-6134-9e3588fd4c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.411919] env[69437]: DEBUG nova.network.neutron [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updating instance_info_cache with network_info: [{"id": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "address": "fa:16:3e:c9:67:ed", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a25504-7a", "ovs_interfaceid": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.464384] env[69437]: DEBUG nova.scheduler.client.report [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.611355] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.695819] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103008, 'name': ReconfigVM_Task, 'duration_secs': 0.755074} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.696136] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 42f1adb9-de91-4dac-8b1d-ca21a0b9f530/42f1adb9-de91-4dac-8b1d-ca21a0b9f530.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.698179] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a0a174f-6fea-4aa5-ab2a-b222e2f441b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.704454] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 696.704454] env[69437]: value = "task-4103010" [ 696.704454] env[69437]: _type = "Task" [ 696.704454] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.720259] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103010, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.780898] env[69437]: DEBUG nova.network.neutron [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.867812] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5246f49d-04e5-4576-6134-9e3588fd4c82, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.867812] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.867812] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 44b4ca7c-aec4-40a2-819a-cb938b618d22/44b4ca7c-aec4-40a2-819a-cb938b618d22.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.867812] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee30613e-124c-47a1-9c1a-bb42f310dcc7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.877586] env[69437]: DEBUG nova.network.neutron [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.885751] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 696.885751] env[69437]: value = "task-4103011" [ 696.885751] env[69437]: _type = "Task" [ 696.885751] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.896264] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.916083] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.916571] env[69437]: DEBUG nova.compute.manager [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Instance network_info: |[{"id": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "address": "fa:16:3e:c9:67:ed", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a25504-7a", "ovs_interfaceid": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.917074] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:67:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46a25504-7a34-458a-9423-7a9a3bd54ecc', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.924931] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Creating folder: Project (ecc53fa4366a4a4aa5f2b5adcf92472d). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.925304] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94fee504-65ea-4a18-a8ae-64dd6bbb4883 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.938799] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Created folder: Project (ecc53fa4366a4a4aa5f2b5adcf92472d) in parent group-v812682. [ 696.939128] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Creating folder: Instances. Parent ref: group-v812756. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.939476] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53e803b8-effe-4862-b972-c11a7dc7176e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.952336] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Created folder: Instances in parent group-v812756. [ 696.952725] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.952775] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.953401] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3df5a20f-da45-4e66-81c2-feefa28a7b1a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.971924] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.744s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.972174] env[69437]: INFO nova.compute.manager [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Migrating [ 696.972416] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.972621] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.973823] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.914s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.975311] env[69437]: INFO nova.compute.claims [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.979323] env[69437]: INFO nova.compute.rpcapi [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 696.979852] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.001520] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.001520] env[69437]: value = "task-4103014" [ 697.001520] env[69437]: _type = "Task" [ 697.001520] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.013497] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103014, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.217200] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103010, 'name': Rename_Task, 'duration_secs': 0.340979} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.217630] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.217926] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03ef1f25-601a-4ab1-866e-64990513501c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.226105] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 697.226105] env[69437]: value = "task-4103015" [ 697.226105] env[69437]: _type = "Task" [ 697.226105] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.235757] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.382204] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Releasing lock "refresh_cache-a73dab07-defc-470a-a91e-0e77a69da76e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.382753] env[69437]: DEBUG nova.compute.manager [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.382970] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.383999] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39a8ebc-33b6-42a8-8611-9ac886334d10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.399322] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103011, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.402263] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.404208] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce35090-a4b8-47a4-8903-d42d385651d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.413127] env[69437]: DEBUG oslo_vmware.api [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 697.413127] env[69437]: value = "task-4103016" [ 697.413127] env[69437]: _type = "Task" [ 697.413127] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.424279] env[69437]: DEBUG oslo_vmware.api [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4103016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.427845] env[69437]: DEBUG nova.compute.manager [req-4a45d657-8bd6-45f7-ba4d-ea4f39ae8d38 req-ce60f461-cb54-45f2-ad7c-9aa04cec8aa5 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Received event network-changed-46a25504-7a34-458a-9423-7a9a3bd54ecc {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.428101] env[69437]: DEBUG nova.compute.manager [req-4a45d657-8bd6-45f7-ba4d-ea4f39ae8d38 req-ce60f461-cb54-45f2-ad7c-9aa04cec8aa5 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Refreshing instance network info cache due to event network-changed-46a25504-7a34-458a-9423-7a9a3bd54ecc. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.428349] env[69437]: DEBUG oslo_concurrency.lockutils [req-4a45d657-8bd6-45f7-ba4d-ea4f39ae8d38 req-ce60f461-cb54-45f2-ad7c-9aa04cec8aa5 service nova] Acquiring lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.428585] env[69437]: DEBUG oslo_concurrency.lockutils [req-4a45d657-8bd6-45f7-ba4d-ea4f39ae8d38 req-ce60f461-cb54-45f2-ad7c-9aa04cec8aa5 service nova] Acquired lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.428777] env[69437]: DEBUG nova.network.neutron [req-4a45d657-8bd6-45f7-ba4d-ea4f39ae8d38 req-ce60f461-cb54-45f2-ad7c-9aa04cec8aa5 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Refreshing network info cache for port 46a25504-7a34-458a-9423-7a9a3bd54ecc {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.448551] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.448843] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.449018] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.449251] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.449455] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.452131] env[69437]: INFO nova.compute.manager [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Terminating instance [ 697.504404] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.507021] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.507021] env[69437]: DEBUG nova.network.neutron [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.519904] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103014, 'name': CreateVM_Task, 'duration_secs': 0.427625} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.519904] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.519904] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.519904] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.520186] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.521228] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cb9ef5-5b3a-4c43-a4e6-44778c411553 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.529133] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 697.529133] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520a6c72-10c8-422c-533d-621915eaadd3" [ 697.529133] env[69437]: _type = "Task" [ 697.529133] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.542302] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520a6c72-10c8-422c-533d-621915eaadd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.620155] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.620540] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.741228] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.899088] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781539} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.900497] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 44b4ca7c-aec4-40a2-819a-cb938b618d22/44b4ca7c-aec4-40a2-819a-cb938b618d22.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.900497] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.900497] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-145ba496-6cde-4fc0-9de1-2c8805987182 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.909590] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 697.909590] env[69437]: value = "task-4103017" [ 697.909590] env[69437]: _type = "Task" [ 697.909590] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.931951] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.931951] env[69437]: DEBUG oslo_vmware.api [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4103016, 'name': PowerOffVM_Task, 'duration_secs': 0.170073} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.931951] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.931951] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.933527] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80d5df6b-f878-4194-8a78-ffaea0fbca17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.958343] env[69437]: DEBUG nova.compute.manager [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.958767] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.960192] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1562a1-2ac7-4665-9e02-319f16e04e83 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.967740] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.968047] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.968720] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Deleting the datastore file [datastore2] a73dab07-defc-470a-a91e-0e77a69da76e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.971115] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6efc7ccd-daf8-47ab-89fc-dc6890e79713 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.972961] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.973477] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbabdbba-eaab-45a9-997b-9c41bb40a082 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.981261] env[69437]: DEBUG oslo_vmware.api [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 697.981261] env[69437]: value = "task-4103021" [ 697.981261] env[69437]: _type = "Task" [ 697.981261] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.983022] env[69437]: DEBUG oslo_vmware.api [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for the task: (returnval){ [ 697.983022] env[69437]: value = "task-4103020" [ 697.983022] env[69437]: _type = "Task" [ 697.983022] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.000459] env[69437]: DEBUG oslo_vmware.api [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.004847] env[69437]: DEBUG oslo_vmware.api [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4103020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.044075] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520a6c72-10c8-422c-533d-621915eaadd3, 'name': SearchDatastore_Task, 'duration_secs': 0.062231} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.044412] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.044717] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.046473] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.046841] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.047216] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.055021] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab39add1-0481-434f-b115-eb928b6dda5f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.064360] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.065047] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.065526] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e706609-0957-45ca-9642-1ef37c26495e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.073623] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 698.073623] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5272995d-3734-7a42-7785-1b576777595b" [ 698.073623] env[69437]: _type = "Task" [ 698.073623] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.088898] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5272995d-3734-7a42-7785-1b576777595b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.137323] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.137323] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.137323] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.137323] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.137323] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.137579] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.137900] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 698.137900] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.196132] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.196132] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.241120] env[69437]: DEBUG oslo_vmware.api [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103015, 'name': PowerOnVM_Task, 'duration_secs': 0.882496} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.241429] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.241681] env[69437]: INFO nova.compute.manager [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Took 9.72 seconds to spawn the instance on the hypervisor. [ 698.241963] env[69437]: DEBUG nova.compute.manager [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.242849] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af480282-70b2-4761-95c5-f91858f8775e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.422477] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078688} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.423140] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.424076] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22897f7-4602-4555-9799-bad0e918856d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.451977] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 44b4ca7c-aec4-40a2-819a-cb938b618d22/44b4ca7c-aec4-40a2-819a-cb938b618d22.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.453265] env[69437]: DEBUG nova.network.neutron [req-4a45d657-8bd6-45f7-ba4d-ea4f39ae8d38 req-ce60f461-cb54-45f2-ad7c-9aa04cec8aa5 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updated VIF entry in instance network info cache for port 46a25504-7a34-458a-9423-7a9a3bd54ecc. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.453554] env[69437]: DEBUG nova.network.neutron [req-4a45d657-8bd6-45f7-ba4d-ea4f39ae8d38 req-ce60f461-cb54-45f2-ad7c-9aa04cec8aa5 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updating instance_info_cache with network_info: [{"id": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "address": "fa:16:3e:c9:67:ed", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a25504-7a", "ovs_interfaceid": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.457181] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abb5ae15-aea8-4951-bff5-6d092b6b216f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.474994] env[69437]: DEBUG oslo_concurrency.lockutils [req-4a45d657-8bd6-45f7-ba4d-ea4f39ae8d38 req-ce60f461-cb54-45f2-ad7c-9aa04cec8aa5 service nova] Releasing lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.489223] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 698.489223] env[69437]: value = "task-4103022" [ 698.489223] env[69437]: _type = "Task" [ 698.489223] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.505262] env[69437]: DEBUG oslo_vmware.api [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103021, 'name': PowerOffVM_Task, 'duration_secs': 0.322385} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.505262] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.505262] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.509202] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-218b9acd-2fee-4285-8aa6-50844c9ba0da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.512317] env[69437]: DEBUG oslo_vmware.api [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Task: {'id': task-4103020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140854} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.514678] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.514894] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.515209] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.515400] env[69437]: INFO nova.compute.manager [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 698.515665] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.515861] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.519402] env[69437]: DEBUG nova.compute.manager [-] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.519549] env[69437]: DEBUG nova.network.neutron [-] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.522209] env[69437]: DEBUG nova.network.neutron [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance_info_cache with network_info: [{"id": "6450338f-f00f-4c1c-bebe-76a970b60b67", "address": "fa:16:3e:d5:19:65", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6450338f-f0", "ovs_interfaceid": "6450338f-f00f-4c1c-bebe-76a970b60b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.542483] env[69437]: DEBUG nova.network.neutron [-] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.586794] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5272995d-3734-7a42-7785-1b576777595b, 'name': SearchDatastore_Task, 'duration_secs': 0.025579} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.590920] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0820ae4-e332-4df0-a222-9636e554e4ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.595679] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.595971] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.596193] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleting the datastore file [datastore2] 6063bed9-d736-48cd-a9ed-a1cbfa914ea4 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.596930] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a86591e-45e9-400d-8856-5bd1fda5a5f5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.600094] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 698.600094] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52564cd6-30eb-2df0-7f39-c0b3da6799ee" [ 698.600094] env[69437]: _type = "Task" [ 698.600094] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.607938] env[69437]: DEBUG oslo_vmware.api [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 698.607938] env[69437]: value = "task-4103024" [ 698.607938] env[69437]: _type = "Task" [ 698.607938] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.615605] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52564cd6-30eb-2df0-7f39-c0b3da6799ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.621453] env[69437]: DEBUG oslo_vmware.api [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.641509] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.677792] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8baed4-1a14-49e5-81b5-32865c06ac80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.688264] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ae1f9-f949-48f2-a7ab-4bb4b5ba67e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.728303] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6f2862-5745-46fa-a9c2-fafaa8ba7916 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.735124] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e27ac28-5903-4b65-8554-f19eaab6a08f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.751885] env[69437]: DEBUG nova.compute.provider_tree [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.770363] env[69437]: INFO nova.compute.manager [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Took 42.42 seconds to build instance. [ 699.005765] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103022, 'name': ReconfigVM_Task, 'duration_secs': 0.345298} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.006100] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 44b4ca7c-aec4-40a2-819a-cb938b618d22/44b4ca7c-aec4-40a2-819a-cb938b618d22.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.006966] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-773d6d4e-26b2-4a59-88fa-81ae25888a53 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.017468] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 699.017468] env[69437]: value = "task-4103025" [ 699.017468] env[69437]: _type = "Task" [ 699.017468] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.029132] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.031872] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103025, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.045916] env[69437]: DEBUG nova.network.neutron [-] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.112371] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52564cd6-30eb-2df0-7f39-c0b3da6799ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01748} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.115902] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.116254] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 93dfe65d-1ed2-4dda-9cc6-35b3538f799d/93dfe65d-1ed2-4dda-9cc6-35b3538f799d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.116575] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb244d86-a422-4bf3-acda-0ea4e350079c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.124512] env[69437]: DEBUG oslo_vmware.api [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455368} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.125891] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.126111] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.126295] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.126553] env[69437]: INFO nova.compute.manager [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 699.126812] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.127845] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 699.127845] env[69437]: value = "task-4103026" [ 699.127845] env[69437]: _type = "Task" [ 699.127845] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.127845] env[69437]: DEBUG nova.compute.manager [-] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.127845] env[69437]: DEBUG nova.network.neutron [-] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.138860] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.255311] env[69437]: DEBUG nova.scheduler.client.report [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.275144] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18f01790-7e1f-4a0e-963f-47da3cd357dd tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.270s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.537061] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103025, 'name': Rename_Task, 'duration_secs': 0.196567} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.537320] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.537591] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9684d040-5d6b-4b83-b320-a588cc362543 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.549024] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 699.549024] env[69437]: value = "task-4103027" [ 699.549024] env[69437]: _type = "Task" [ 699.549024] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.550589] env[69437]: INFO nova.compute.manager [-] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Took 1.03 seconds to deallocate network for instance. [ 699.565471] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.442614] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.469s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.443323] env[69437]: DEBUG nova.compute.manager [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.446975] env[69437]: DEBUG nova.compute.manager [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.455918] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.457442] env[69437]: DEBUG nova.compute.manager [req-40662fc3-f69e-4282-941a-5951cbde1602 req-d6d1333d-e72b-4099-8462-9502c94fbcaf service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Received event network-vif-deleted-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.457611] env[69437]: INFO nova.compute.manager [req-40662fc3-f69e-4282-941a-5951cbde1602 req-d6d1333d-e72b-4099-8462-9502c94fbcaf service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Neutron deleted interface d90ea8d0-27bf-4abd-bda1-c8725bf0ce46; detaching it from the instance and deleting it from the info cache [ 700.457806] env[69437]: DEBUG nova.network.neutron [req-40662fc3-f69e-4282-941a-5951cbde1602 req-d6d1333d-e72b-4099-8462-9502c94fbcaf service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.460505] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.723s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.462096] env[69437]: INFO nova.compute.claims [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.479129] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874163} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.487770] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 93dfe65d-1ed2-4dda-9cc6-35b3538f799d/93dfe65d-1ed2-4dda-9cc6-35b3538f799d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.490242] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.490242] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103027, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.490242] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0396a2f-9529-4892-8298-9857175b2626 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.499475] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 700.499475] env[69437]: value = "task-4103029" [ 700.499475] env[69437]: _type = "Task" [ 700.499475] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.513041] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.940427] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "52ee2d69-0a95-460e-b95e-16e0a5114e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.940711] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "52ee2d69-0a95-460e-b95e-16e0a5114e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.949028] env[69437]: DEBUG nova.compute.utils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.951042] env[69437]: DEBUG nova.compute.manager [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.951295] env[69437]: DEBUG nova.network.neutron [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.960276] env[69437]: DEBUG nova.network.neutron [-] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.969261] env[69437]: DEBUG oslo_vmware.api [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103027, 'name': PowerOnVM_Task, 'duration_secs': 1.295217} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.971476] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.971746] env[69437]: INFO nova.compute.manager [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Took 8.72 seconds to spawn the instance on the hypervisor. [ 700.971958] env[69437]: DEBUG nova.compute.manager [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.974139] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e3501a-d243-4aa1-8b75-874c3255012e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.985534] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.001043] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b081bd90-168c-4793-89f5-60e42260cde6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.002814] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f6fe28-a263-4af3-87a9-7f4767b3dfac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.041593] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance 'b40269cc-f3c6-4dbc-a9aa-aa9f95186045' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.045510] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091884} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.047257] env[69437]: DEBUG nova.policy [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38df930ba2fe421b9292a44a30668719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e1e3b81c7a47d89988a3500f3e7301', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.050488] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.051754] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50e381d-6b4a-45f9-8302-e547d88da104 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.057832] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec23b63-46bc-4dd9-93a4-76243b05f676 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.092883] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 93dfe65d-1ed2-4dda-9cc6-35b3538f799d/93dfe65d-1ed2-4dda-9cc6-35b3538f799d.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.107918] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b836b89-91a2-4071-beee-7ab792319f47 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.122734] env[69437]: DEBUG nova.compute.manager [req-40662fc3-f69e-4282-941a-5951cbde1602 req-d6d1333d-e72b-4099-8462-9502c94fbcaf service nova] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Detach interface failed, port_id=d90ea8d0-27bf-4abd-bda1-c8725bf0ce46, reason: Instance 6063bed9-d736-48cd-a9ed-a1cbfa914ea4 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 701.130505] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 701.130505] env[69437]: value = "task-4103030" [ 701.130505] env[69437]: _type = "Task" [ 701.130505] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.140814] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.454984] env[69437]: DEBUG nova.compute.manager [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.469138] env[69437]: INFO nova.compute.manager [-] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Took 2.34 seconds to deallocate network for instance. [ 701.500027] env[69437]: INFO nova.compute.manager [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Took 42.78 seconds to build instance. [ 701.502307] env[69437]: DEBUG nova.network.neutron [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Successfully created port: e0a191ce-9c00-4b67-a699-67b918e13c34 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.556394] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.557103] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eec83801-c971-4fc8-817d-ee37390c4901 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.566363] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 701.566363] env[69437]: value = "task-4103031" [ 701.566363] env[69437]: _type = "Task" [ 701.566363] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.577635] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.642871] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103030, 'name': ReconfigVM_Task, 'duration_secs': 0.324209} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.643204] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 93dfe65d-1ed2-4dda-9cc6-35b3538f799d/93dfe65d-1ed2-4dda-9cc6-35b3538f799d.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.643856] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f715e97-3ac3-4067-9149-ccffd0895cb1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.651221] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 701.651221] env[69437]: value = "task-4103032" [ 701.651221] env[69437]: _type = "Task" [ 701.651221] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.664427] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103032, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.978511] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.002864] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "44b4ca7c-aec4-40a2-819a-cb938b618d22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.634s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.069117] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d160c6e6-2539-4af9-8c82-a2ac83c35e3a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.085383] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103031, 'name': PowerOffVM_Task, 'duration_secs': 0.342453} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.086621] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e986b1-02d5-415a-a5ec-7b1f77e9389f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.090246] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.090454] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance 'b40269cc-f3c6-4dbc-a9aa-aa9f95186045' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.124722] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b97bf30-9565-4759-abef-b6fc1af6a589 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.135951] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8a7622-00d6-4292-917d-0cfce2f12a57 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.153593] env[69437]: DEBUG nova.compute.provider_tree [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.166040] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103032, 'name': Rename_Task, 'duration_secs': 0.266821} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.166742] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.167056] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-816e7fda-0f62-464c-a43a-8fa33bcdc962 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.175649] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 702.175649] env[69437]: value = "task-4103034" [ 702.175649] env[69437]: _type = "Task" [ 702.175649] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.186950] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.467094] env[69437]: DEBUG nova.compute.manager [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.491469] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.491773] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.491939] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.492157] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.492312] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.492461] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.492673] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.492832] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.493010] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.493199] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.493375] env[69437]: DEBUG nova.virt.hardware [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.494310] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088dd808-6163-4bdc-bf79-5ebe1742c0c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.504073] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617f4f24-543c-4eab-bc5c-7d6c09d009e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.508347] env[69437]: DEBUG nova.compute.manager [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.597236] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.597513] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.597714] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.597925] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.598090] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.598236] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.598448] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.598713] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.598905] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.599092] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.599281] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.604748] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f51d5d6-df12-457f-9b58-890383470e7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.623061] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 702.623061] env[69437]: value = "task-4103035" [ 702.623061] env[69437]: _type = "Task" [ 702.623061] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.633308] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.660933] env[69437]: DEBUG nova.scheduler.client.report [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.688613] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103034, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.792604] env[69437]: DEBUG oslo_concurrency.lockutils [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquiring lock "44b4ca7c-aec4-40a2-819a-cb938b618d22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.792985] env[69437]: DEBUG oslo_concurrency.lockutils [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "44b4ca7c-aec4-40a2-819a-cb938b618d22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.793304] env[69437]: DEBUG oslo_concurrency.lockutils [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquiring lock "44b4ca7c-aec4-40a2-819a-cb938b618d22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.793558] env[69437]: DEBUG oslo_concurrency.lockutils [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "44b4ca7c-aec4-40a2-819a-cb938b618d22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.793794] env[69437]: DEBUG oslo_concurrency.lockutils [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "44b4ca7c-aec4-40a2-819a-cb938b618d22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.796707] env[69437]: INFO nova.compute.manager [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Terminating instance [ 703.032893] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.047575] env[69437]: DEBUG nova.compute.manager [req-0810a38e-487d-416a-aeb6-ab8aaa88d799 req-25ab2048-5450-42f2-af69-9cd620e2374f service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Received event network-vif-plugged-e0a191ce-9c00-4b67-a699-67b918e13c34 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.047703] env[69437]: DEBUG oslo_concurrency.lockutils [req-0810a38e-487d-416a-aeb6-ab8aaa88d799 req-25ab2048-5450-42f2-af69-9cd620e2374f service nova] Acquiring lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.047990] env[69437]: DEBUG oslo_concurrency.lockutils [req-0810a38e-487d-416a-aeb6-ab8aaa88d799 req-25ab2048-5450-42f2-af69-9cd620e2374f service nova] Lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.048134] env[69437]: DEBUG oslo_concurrency.lockutils [req-0810a38e-487d-416a-aeb6-ab8aaa88d799 req-25ab2048-5450-42f2-af69-9cd620e2374f service nova] Lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.048207] env[69437]: DEBUG nova.compute.manager [req-0810a38e-487d-416a-aeb6-ab8aaa88d799 req-25ab2048-5450-42f2-af69-9cd620e2374f service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] No waiting events found dispatching network-vif-plugged-e0a191ce-9c00-4b67-a699-67b918e13c34 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.048359] env[69437]: WARNING nova.compute.manager [req-0810a38e-487d-416a-aeb6-ab8aaa88d799 req-25ab2048-5450-42f2-af69-9cd620e2374f service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Received unexpected event network-vif-plugged-e0a191ce-9c00-4b67-a699-67b918e13c34 for instance with vm_state building and task_state spawning. [ 703.134891] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103035, 'name': ReconfigVM_Task, 'duration_secs': 0.195818} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.135227] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance 'b40269cc-f3c6-4dbc-a9aa-aa9f95186045' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.167471] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.169191] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.172692] env[69437]: DEBUG nova.network.neutron [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Successfully updated port: e0a191ce-9c00-4b67-a699-67b918e13c34 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.173938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.133s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.175629] env[69437]: INFO nova.compute.claims [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.188655] env[69437]: DEBUG oslo_vmware.api [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103034, 'name': PowerOnVM_Task, 'duration_secs': 0.520493} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.189637] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.189895] env[69437]: INFO nova.compute.manager [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Took 9.27 seconds to spawn the instance on the hypervisor. [ 703.189996] env[69437]: DEBUG nova.compute.manager [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 703.190822] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14eba6a-793b-4571-b8bd-0dab0780d465 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.307832] env[69437]: DEBUG nova.compute.manager [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.309028] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.309438] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c47a1eb-08b9-4063-b66a-c51103fd0d35 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.318751] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.319065] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99193f05-7bb0-457a-9761-fa19e09f93c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.328050] env[69437]: DEBUG oslo_vmware.api [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 703.328050] env[69437]: value = "task-4103036" [ 703.328050] env[69437]: _type = "Task" [ 703.328050] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.337433] env[69437]: DEBUG oslo_vmware.api [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.642092] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.642424] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.642424] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.642513] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.644137] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.644137] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.644137] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.644137] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.644137] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.644365] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.644365] env[69437]: DEBUG nova.virt.hardware [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.648989] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 703.649314] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50723718-b388-4e4e-9bae-339feba7da39 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.667760] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 703.667760] env[69437]: value = "task-4103037" [ 703.667760] env[69437]: _type = "Task" [ 703.667760] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.676438] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.683969] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "refresh_cache-78dde2e8-12b8-4e9f-a467-8439349ad9e6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.683969] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquired lock "refresh_cache-78dde2e8-12b8-4e9f-a467-8439349ad9e6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.683969] env[69437]: DEBUG nova.network.neutron [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.687276] env[69437]: DEBUG nova.compute.utils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.687964] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.688268] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.709547] env[69437]: INFO nova.compute.manager [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Took 42.96 seconds to build instance. [ 703.754900] env[69437]: DEBUG nova.policy [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e0f47f251c24ecdb9904f3b93022a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13d6fe7986944bda9546f71fcbdad075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.843766] env[69437]: DEBUG oslo_vmware.api [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103036, 'name': PowerOffVM_Task, 'duration_secs': 0.218708} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.844644] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.845192] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.845865] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-356a1b3f-9678-4cd9-b1ae-e8cd2ee26833 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.923254] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.923254] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.923254] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Deleting the datastore file [datastore1] 44b4ca7c-aec4-40a2-819a-cb938b618d22 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.923254] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd3ab6c2-8299-4e85-a90f-20747aa925f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.934039] env[69437]: DEBUG oslo_vmware.api [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for the task: (returnval){ [ 703.934039] env[69437]: value = "task-4103039" [ 703.934039] env[69437]: _type = "Task" [ 703.934039] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.950365] env[69437]: DEBUG oslo_vmware.api [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.181049] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103037, 'name': ReconfigVM_Task, 'duration_secs': 0.31293} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.181049] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 704.185026] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140ec66f-7b3d-4f7b-8d2e-ef98af0dbd91 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.205677] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.228318] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] b40269cc-f3c6-4dbc-a9aa-aa9f95186045/b40269cc-f3c6-4dbc-a9aa-aa9f95186045.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.229136] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d961b9e9-1ae9-4f5b-b784-68df79be049f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.788s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.229379] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c11242-0bf4-4864-9800-8739d5e4428c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.253613] env[69437]: DEBUG nova.network.neutron [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.258709] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 704.258709] env[69437]: value = "task-4103041" [ 704.258709] env[69437]: _type = "Task" [ 704.258709] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.276719] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103041, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.312329] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Successfully created port: e44e15ca-5126-4c0e-b7c3-227d6200f696 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.448352] env[69437]: DEBUG oslo_vmware.api [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Task: {'id': task-4103039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33872} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.448693] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.449147] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.449364] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.449554] env[69437]: INFO nova.compute.manager [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Took 1.14 seconds to destroy the instance on the hypervisor. [ 704.450042] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.450263] env[69437]: DEBUG nova.compute.manager [-] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.450361] env[69437]: DEBUG nova.network.neutron [-] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.513019] env[69437]: DEBUG oslo_vmware.rw_handles [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263e6f0-a406-213f-ca6f-be574c5cd26a/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 704.514291] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567ed092-b8f2-43ef-a8b6-15041138109e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.524297] env[69437]: DEBUG oslo_vmware.rw_handles [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263e6f0-a406-213f-ca6f-be574c5cd26a/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 704.524513] env[69437]: ERROR oslo_vmware.rw_handles [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263e6f0-a406-213f-ca6f-be574c5cd26a/disk-0.vmdk due to incomplete transfer. [ 704.525253] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-386de9c0-2e6b-4fcd-b896-c420df62c347 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.535960] env[69437]: DEBUG oslo_vmware.rw_handles [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263e6f0-a406-213f-ca6f-be574c5cd26a/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 704.536063] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Uploaded image 7dc2eba7-b7cf-45b7-8d80-d63d6d33e504 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 704.539536] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 704.542311] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c0641ee-400f-4414-baad-1fd2106470f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.551410] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 704.551410] env[69437]: value = "task-4103042" [ 704.551410] env[69437]: _type = "Task" [ 704.551410] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.555907] env[69437]: DEBUG nova.network.neutron [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Updating instance_info_cache with network_info: [{"id": "e0a191ce-9c00-4b67-a699-67b918e13c34", "address": "fa:16:3e:99:29:67", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a191ce-9c", "ovs_interfaceid": "e0a191ce-9c00-4b67-a699-67b918e13c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.563981] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103042, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.753498] env[69437]: DEBUG nova.compute.manager [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.775118] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.859281] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4790447-ab7c-448a-a325-cd1fbf4969ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.873075] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12725888-ccac-4abf-b114-087e35f5c452 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.912029] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cb9534-ceb0-4f53-84a7-dd53b237a343 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.916585] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bce4990-f4bf-4141-beaa-a6b91fa84dd8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.932832] env[69437]: DEBUG nova.compute.provider_tree [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.059958] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Releasing lock "refresh_cache-78dde2e8-12b8-4e9f-a467-8439349ad9e6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.060660] env[69437]: DEBUG nova.compute.manager [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Instance network_info: |[{"id": "e0a191ce-9c00-4b67-a699-67b918e13c34", "address": "fa:16:3e:99:29:67", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a191ce-9c", "ovs_interfaceid": "e0a191ce-9c00-4b67-a699-67b918e13c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.062693] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:29:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0a191ce-9c00-4b67-a699-67b918e13c34', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.072905] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.077090] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.077870] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103042, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.078127] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91f64bd8-8af4-4f17-a1df-d3fade092275 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.104568] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.104568] env[69437]: value = "task-4103043" [ 705.104568] env[69437]: _type = "Task" [ 705.104568] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.114189] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103043, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.229455] env[69437]: DEBUG nova.compute.manager [req-216ed56a-6f36-4e57-98b5-3303870ebcdc req-c49eb6ea-ea08-40ce-a07a-f5b7f98bdc19 service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Received event network-changed-e0a191ce-9c00-4b67-a699-67b918e13c34 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.229665] env[69437]: DEBUG nova.compute.manager [req-216ed56a-6f36-4e57-98b5-3303870ebcdc req-c49eb6ea-ea08-40ce-a07a-f5b7f98bdc19 service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Refreshing instance network info cache due to event network-changed-e0a191ce-9c00-4b67-a699-67b918e13c34. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.229922] env[69437]: DEBUG oslo_concurrency.lockutils [req-216ed56a-6f36-4e57-98b5-3303870ebcdc req-c49eb6ea-ea08-40ce-a07a-f5b7f98bdc19 service nova] Acquiring lock "refresh_cache-78dde2e8-12b8-4e9f-a467-8439349ad9e6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.230079] env[69437]: DEBUG oslo_concurrency.lockutils [req-216ed56a-6f36-4e57-98b5-3303870ebcdc req-c49eb6ea-ea08-40ce-a07a-f5b7f98bdc19 service nova] Acquired lock "refresh_cache-78dde2e8-12b8-4e9f-a467-8439349ad9e6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.230279] env[69437]: DEBUG nova.network.neutron [req-216ed56a-6f36-4e57-98b5-3303870ebcdc req-c49eb6ea-ea08-40ce-a07a-f5b7f98bdc19 service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Refreshing network info cache for port e0a191ce-9c00-4b67-a699-67b918e13c34 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.235957] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.274037] env[69437]: DEBUG nova.compute.manager [req-2f079741-cc92-45d6-8608-2ac0c7bb316f req-b7cb8c02-fddc-40c6-87db-fe3595285aee service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Received event network-changed-46a25504-7a34-458a-9423-7a9a3bd54ecc {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.274291] env[69437]: DEBUG nova.compute.manager [req-2f079741-cc92-45d6-8608-2ac0c7bb316f req-b7cb8c02-fddc-40c6-87db-fe3595285aee service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Refreshing instance network info cache due to event network-changed-46a25504-7a34-458a-9423-7a9a3bd54ecc. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.274527] env[69437]: DEBUG oslo_concurrency.lockutils [req-2f079741-cc92-45d6-8608-2ac0c7bb316f req-b7cb8c02-fddc-40c6-87db-fe3595285aee service nova] Acquiring lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.274687] env[69437]: DEBUG oslo_concurrency.lockutils [req-2f079741-cc92-45d6-8608-2ac0c7bb316f req-b7cb8c02-fddc-40c6-87db-fe3595285aee service nova] Acquired lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.274922] env[69437]: DEBUG nova.network.neutron [req-2f079741-cc92-45d6-8608-2ac0c7bb316f req-b7cb8c02-fddc-40c6-87db-fe3595285aee service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Refreshing network info cache for port 46a25504-7a34-458a-9423-7a9a3bd54ecc {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.279258] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.279576] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.279673] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.279871] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.280141] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.280289] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.280533] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.280698] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.280956] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.281404] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.281760] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.283876] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9721da6b-2a46-4ec4-b0d2-19b0c5218241 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.291467] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103041, 'name': ReconfigVM_Task, 'duration_secs': 0.77021} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.292340] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Reconfigured VM instance instance-0000000c to attach disk [datastore2] b40269cc-f3c6-4dbc-a9aa-aa9f95186045/b40269cc-f3c6-4dbc-a9aa-aa9f95186045.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.292821] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance 'b40269cc-f3c6-4dbc-a9aa-aa9f95186045' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.299367] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.301781] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322dfbf2-9ab1-4b65-8207-1d01f64f14b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.436841] env[69437]: DEBUG nova.scheduler.client.report [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.565654] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103042, 'name': Destroy_Task, 'duration_secs': 0.84271} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.565952] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Destroyed the VM [ 705.566291] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 705.566558] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48d695dd-e1d3-4391-894d-5b4142c85e3c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.574456] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 705.574456] env[69437]: value = "task-4103044" [ 705.574456] env[69437]: _type = "Task" [ 705.574456] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.583643] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103044, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.615659] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103043, 'name': CreateVM_Task, 'duration_secs': 0.462152} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.615659] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.616343] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.616456] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.616788] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.617063] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28bc5d13-2f81-40ba-ac57-0fc604e35b9e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.622364] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 705.622364] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f271fb-3e47-056a-8a96-5b239eec79b9" [ 705.622364] env[69437]: _type = "Task" [ 705.622364] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.631055] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f271fb-3e47-056a-8a96-5b239eec79b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.632442] env[69437]: DEBUG nova.network.neutron [-] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.803382] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da7f38-7b8e-4b29-bcaf-5125d82089e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.825062] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93951230-2230-4535-b8b1-0c58b4310774 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.845543] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance 'b40269cc-f3c6-4dbc-a9aa-aa9f95186045' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.944770] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.945451] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.948085] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.477s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.951757] env[69437]: INFO nova.compute.claims [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.044888] env[69437]: DEBUG nova.network.neutron [req-216ed56a-6f36-4e57-98b5-3303870ebcdc req-c49eb6ea-ea08-40ce-a07a-f5b7f98bdc19 service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Updated VIF entry in instance network info cache for port e0a191ce-9c00-4b67-a699-67b918e13c34. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.045368] env[69437]: DEBUG nova.network.neutron [req-216ed56a-6f36-4e57-98b5-3303870ebcdc req-c49eb6ea-ea08-40ce-a07a-f5b7f98bdc19 service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Updating instance_info_cache with network_info: [{"id": "e0a191ce-9c00-4b67-a699-67b918e13c34", "address": "fa:16:3e:99:29:67", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a191ce-9c", "ovs_interfaceid": "e0a191ce-9c00-4b67-a699-67b918e13c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.086800] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103044, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.135718] env[69437]: INFO nova.compute.manager [-] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Took 1.69 seconds to deallocate network for instance. [ 706.136065] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f271fb-3e47-056a-8a96-5b239eec79b9, 'name': SearchDatastore_Task, 'duration_secs': 0.025611} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.137833] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.138076] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.138315] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.138461] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.138670] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.141937] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3276aee8-7773-410a-bb84-7c8cb9b3373a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.162377] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.164993] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.164993] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec7aad8-f5d5-41bd-be20-f2f95577632b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.170919] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 706.170919] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5231cd59-8151-a6a6-ee3e-038c3928b740" [ 706.170919] env[69437]: _type = "Task" [ 706.170919] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.175518] env[69437]: DEBUG nova.network.neutron [req-2f079741-cc92-45d6-8608-2ac0c7bb316f req-b7cb8c02-fddc-40c6-87db-fe3595285aee service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updated VIF entry in instance network info cache for port 46a25504-7a34-458a-9423-7a9a3bd54ecc. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.175919] env[69437]: DEBUG nova.network.neutron [req-2f079741-cc92-45d6-8608-2ac0c7bb316f req-b7cb8c02-fddc-40c6-87db-fe3595285aee service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updating instance_info_cache with network_info: [{"id": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "address": "fa:16:3e:c9:67:ed", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a25504-7a", "ovs_interfaceid": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.184306] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5231cd59-8151-a6a6-ee3e-038c3928b740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.294538] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Successfully updated port: e44e15ca-5126-4c0e-b7c3-227d6200f696 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.392769] env[69437]: DEBUG nova.network.neutron [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Port 6450338f-f00f-4c1c-bebe-76a970b60b67 binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 706.456830] env[69437]: DEBUG nova.compute.utils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.460519] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.460695] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.503803] env[69437]: DEBUG nova.policy [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e0f47f251c24ecdb9904f3b93022a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13d6fe7986944bda9546f71fcbdad075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.548316] env[69437]: DEBUG oslo_concurrency.lockutils [req-216ed56a-6f36-4e57-98b5-3303870ebcdc req-c49eb6ea-ea08-40ce-a07a-f5b7f98bdc19 service nova] Releasing lock "refresh_cache-78dde2e8-12b8-4e9f-a467-8439349ad9e6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.585866] env[69437]: DEBUG oslo_vmware.api [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103044, 'name': RemoveSnapshot_Task, 'duration_secs': 0.959969} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.586166] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.586438] env[69437]: INFO nova.compute.manager [None req-ca8f8238-17e9-4cf4-8a78-4da734c825e1 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Took 18.56 seconds to snapshot the instance on the hypervisor. [ 706.646212] env[69437]: DEBUG oslo_concurrency.lockutils [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.682275] env[69437]: DEBUG oslo_concurrency.lockutils [req-2f079741-cc92-45d6-8608-2ac0c7bb316f req-b7cb8c02-fddc-40c6-87db-fe3595285aee service nova] Releasing lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.682768] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5231cd59-8151-a6a6-ee3e-038c3928b740, 'name': SearchDatastore_Task, 'duration_secs': 0.044061} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.683883] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e765836f-97f9-46ed-a32c-c442bb88b51d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.689355] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 706.689355] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520d6d3a-a977-d925-05ff-b6cbe2dd9aa3" [ 706.689355] env[69437]: _type = "Task" [ 706.689355] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.697695] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520d6d3a-a977-d925-05ff-b6cbe2dd9aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.797081] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "refresh_cache-cbcc2538-ac37-4cc7-8a70-6d3b4404d408" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.797253] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired lock "refresh_cache-cbcc2538-ac37-4cc7-8a70-6d3b4404d408" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.797417] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.838419] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Successfully created port: 0692d1f7-6e05-474d-9238-7367fbef9ca7 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.962486] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.201115] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520d6d3a-a977-d925-05ff-b6cbe2dd9aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.204497] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.204805] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 78dde2e8-12b8-4e9f-a467-8439349ad9e6/78dde2e8-12b8-4e9f-a467-8439349ad9e6.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.206355] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d490ef1-2958-4052-9b63-a11caa87f9c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.214803] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 707.214803] env[69437]: value = "task-4103046" [ 707.214803] env[69437]: _type = "Task" [ 707.214803] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.228736] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.264024] env[69437]: DEBUG nova.compute.manager [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Received event network-vif-plugged-e44e15ca-5126-4c0e-b7c3-227d6200f696 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.264219] env[69437]: DEBUG oslo_concurrency.lockutils [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] Acquiring lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.264447] env[69437]: DEBUG oslo_concurrency.lockutils [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] Lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.264620] env[69437]: DEBUG oslo_concurrency.lockutils [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] Lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.264795] env[69437]: DEBUG nova.compute.manager [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] No waiting events found dispatching network-vif-plugged-e44e15ca-5126-4c0e-b7c3-227d6200f696 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 707.264963] env[69437]: WARNING nova.compute.manager [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Received unexpected event network-vif-plugged-e44e15ca-5126-4c0e-b7c3-227d6200f696 for instance with vm_state building and task_state spawning. [ 707.265139] env[69437]: DEBUG nova.compute.manager [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Received event network-changed-e44e15ca-5126-4c0e-b7c3-227d6200f696 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.265300] env[69437]: DEBUG nova.compute.manager [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Refreshing instance network info cache due to event network-changed-e44e15ca-5126-4c0e-b7c3-227d6200f696. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.265472] env[69437]: DEBUG oslo_concurrency.lockutils [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] Acquiring lock "refresh_cache-cbcc2538-ac37-4cc7-8a70-6d3b4404d408" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.297898] env[69437]: DEBUG nova.compute.manager [req-da4d38ef-9818-49e5-b871-709a72cbbfa6 req-fc0ffea8-92a3-4592-8f0a-a549c1b44b75 service nova] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Received event network-vif-deleted-5e26fb25-d4a6-4288-8f38-7c79284fe33d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.331035] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.419521] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.419929] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.420238] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.536993] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Updating instance_info_cache with network_info: [{"id": "e44e15ca-5126-4c0e-b7c3-227d6200f696", "address": "fa:16:3e:29:73:d6", "network": {"id": "49510510-7cca-4ee0-897f-5b5de8a83c2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1616285310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d6fe7986944bda9546f71fcbdad075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44e15ca-51", "ovs_interfaceid": "e44e15ca-5126-4c0e-b7c3-227d6200f696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.572018] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb9548c-fa13-4ba8-81d0-226c52beaaf7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.584516] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8bf4e-addd-4d9f-bc6d-01c4346cfd4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.620885] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a08c237-eea7-4770-873a-ec748925bf9e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.631686] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fbc441-d24d-4245-9647-1e0de5c1f62b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.649987] env[69437]: DEBUG nova.compute.provider_tree [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.726581] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103046, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.976923] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.004136] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.004386] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.004537] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.004708] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.004846] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.004983] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.005215] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.005349] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.005507] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.005735] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.005928] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.006847] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03b4e4-164a-4126-8b67-b9bc81ca551b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.015654] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ff0c6-11ee-450c-9483-e3ec2e196e4e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.040710] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Releasing lock "refresh_cache-cbcc2538-ac37-4cc7-8a70-6d3b4404d408" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.041061] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Instance network_info: |[{"id": "e44e15ca-5126-4c0e-b7c3-227d6200f696", "address": "fa:16:3e:29:73:d6", "network": {"id": "49510510-7cca-4ee0-897f-5b5de8a83c2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1616285310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d6fe7986944bda9546f71fcbdad075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44e15ca-51", "ovs_interfaceid": "e44e15ca-5126-4c0e-b7c3-227d6200f696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.041369] env[69437]: DEBUG oslo_concurrency.lockutils [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] Acquired lock "refresh_cache-cbcc2538-ac37-4cc7-8a70-6d3b4404d408" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.041549] env[69437]: DEBUG nova.network.neutron [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Refreshing network info cache for port e44e15ca-5126-4c0e-b7c3-227d6200f696 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.042772] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:73:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e44e15ca-5126-4c0e-b7c3-227d6200f696', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.050857] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Creating folder: Project (13d6fe7986944bda9546f71fcbdad075). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.051980] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b7d4cef-6825-4c81-8481-0d236496c559 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.063113] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Created folder: Project (13d6fe7986944bda9546f71fcbdad075) in parent group-v812682. [ 708.063228] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Creating folder: Instances. Parent ref: group-v812761. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.063391] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7d23799-1c30-4100-9456-45841f60c1e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.073174] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Created folder: Instances in parent group-v812761. [ 708.073441] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.073631] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.074204] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139236f3-da60-495d-af47-2cfc8f1461c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.094971] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.094971] env[69437]: value = "task-4103049" [ 708.094971] env[69437]: _type = "Task" [ 708.094971] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.104193] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103049, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.154065] env[69437]: DEBUG nova.scheduler.client.report [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.226436] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543519} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.226717] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 78dde2e8-12b8-4e9f-a467-8439349ad9e6/78dde2e8-12b8-4e9f-a467-8439349ad9e6.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.226933] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.227256] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bb0ed0c-ce1c-420a-be10-2c64bc6d8ac2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.234592] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 708.234592] env[69437]: value = "task-4103050" [ 708.234592] env[69437]: _type = "Task" [ 708.234592] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.245160] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.481650] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Successfully updated port: 0692d1f7-6e05-474d-9238-7367fbef9ca7 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.481650] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquiring lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.481650] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.481650] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquiring lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.483330] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.483330] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.483330] env[69437]: INFO nova.compute.manager [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Terminating instance [ 708.497298] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.497493] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.497672] env[69437]: DEBUG nova.network.neutron [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.607168] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103049, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.662184] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.662699] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.665968] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.271s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.667335] env[69437]: INFO nova.compute.claims [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.747836] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072816} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.748356] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.749271] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff04181-bf44-4e06-850d-0928a9333468 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.772720] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 78dde2e8-12b8-4e9f-a467-8439349ad9e6/78dde2e8-12b8-4e9f-a467-8439349ad9e6.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.773647] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc143df0-f37b-442b-b20b-4f20183f95df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.791025] env[69437]: DEBUG nova.network.neutron [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Updated VIF entry in instance network info cache for port e44e15ca-5126-4c0e-b7c3-227d6200f696. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.791025] env[69437]: DEBUG nova.network.neutron [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Updating instance_info_cache with network_info: [{"id": "e44e15ca-5126-4c0e-b7c3-227d6200f696", "address": "fa:16:3e:29:73:d6", "network": {"id": "49510510-7cca-4ee0-897f-5b5de8a83c2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1616285310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d6fe7986944bda9546f71fcbdad075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44e15ca-51", "ovs_interfaceid": "e44e15ca-5126-4c0e-b7c3-227d6200f696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.799451] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 708.799451] env[69437]: value = "task-4103051" [ 708.799451] env[69437]: _type = "Task" [ 708.799451] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.813284] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.942677] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "refresh_cache-18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.942870] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired lock "refresh_cache-18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.943075] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.961972] env[69437]: DEBUG nova.compute.manager [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.962082] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.963155] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825145b8-1f69-44ff-8c6a-1d63c6ba8e51 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.971832] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.972456] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23dcb29d-4731-45fc-adc8-948be3281801 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.979788] env[69437]: DEBUG oslo_vmware.api [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 708.979788] env[69437]: value = "task-4103052" [ 708.979788] env[69437]: _type = "Task" [ 708.979788] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.989349] env[69437]: DEBUG oslo_vmware.api [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.107502] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103049, 'name': CreateVM_Task, 'duration_secs': 0.839849} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.107717] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.108573] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.108771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.109269] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.109575] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c7c012-d7ee-4cc9-af44-5076936e0899 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.115494] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 709.115494] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52974858-3574-7b0d-b9e6-88a650985efe" [ 709.115494] env[69437]: _type = "Task" [ 709.115494] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.127238] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52974858-3574-7b0d-b9e6-88a650985efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.174752] env[69437]: DEBUG nova.compute.utils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.180025] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.180025] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.294068] env[69437]: DEBUG oslo_concurrency.lockutils [req-6d8c45b5-c5ff-47cc-99e8-0d8d57921df5 req-4a6642b6-de86-41e6-a98a-f2921bc19c46 service nova] Releasing lock "refresh_cache-cbcc2538-ac37-4cc7-8a70-6d3b4404d408" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.311021] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103051, 'name': ReconfigVM_Task, 'duration_secs': 0.41574} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.312913] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 78dde2e8-12b8-4e9f-a467-8439349ad9e6/78dde2e8-12b8-4e9f-a467-8439349ad9e6.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.312913] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b2fbb40-4bd0-438e-ba72-732a41b1ee6e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.321950] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 709.321950] env[69437]: value = "task-4103053" [ 709.321950] env[69437]: _type = "Task" [ 709.321950] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.335702] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103053, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.356057] env[69437]: DEBUG nova.policy [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e0f47f251c24ecdb9904f3b93022a98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13d6fe7986944bda9546f71fcbdad075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.407130] env[69437]: DEBUG nova.compute.manager [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Received event network-vif-plugged-0692d1f7-6e05-474d-9238-7367fbef9ca7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.407397] env[69437]: DEBUG oslo_concurrency.lockutils [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] Acquiring lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.407629] env[69437]: DEBUG oslo_concurrency.lockutils [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] Lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.407768] env[69437]: DEBUG oslo_concurrency.lockutils [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] Lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.407934] env[69437]: DEBUG nova.compute.manager [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] No waiting events found dispatching network-vif-plugged-0692d1f7-6e05-474d-9238-7367fbef9ca7 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.408118] env[69437]: WARNING nova.compute.manager [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Received unexpected event network-vif-plugged-0692d1f7-6e05-474d-9238-7367fbef9ca7 for instance with vm_state building and task_state spawning. [ 709.408278] env[69437]: DEBUG nova.compute.manager [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Received event network-changed-0692d1f7-6e05-474d-9238-7367fbef9ca7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.408430] env[69437]: DEBUG nova.compute.manager [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Refreshing instance network info cache due to event network-changed-0692d1f7-6e05-474d-9238-7367fbef9ca7. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.408732] env[69437]: DEBUG oslo_concurrency.lockutils [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] Acquiring lock "refresh_cache-18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.490906] env[69437]: DEBUG oslo_vmware.api [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103052, 'name': PowerOffVM_Task, 'duration_secs': 0.38556} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.491195] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.491357] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.491625] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aa478d3-1dc1-459e-a120-8be8950a183d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.510155] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.561198] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.561421] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.561600] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Deleting the datastore file [datastore1] 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.561859] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae02f41-e497-47ee-aeea-d6a31c6bb98e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.568699] env[69437]: DEBUG oslo_vmware.api [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for the task: (returnval){ [ 709.568699] env[69437]: value = "task-4103055" [ 709.568699] env[69437]: _type = "Task" [ 709.568699] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.577798] env[69437]: DEBUG oslo_vmware.api [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.613986] env[69437]: DEBUG nova.network.neutron [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance_info_cache with network_info: [{"id": "6450338f-f00f-4c1c-bebe-76a970b60b67", "address": "fa:16:3e:d5:19:65", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6450338f-f0", "ovs_interfaceid": "6450338f-f00f-4c1c-bebe-76a970b60b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.633177] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52974858-3574-7b0d-b9e6-88a650985efe, 'name': SearchDatastore_Task, 'duration_secs': 0.017979} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.637321] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.638012] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.639055] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.639055] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.639055] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.639278] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd9842d-9257-4e32-8831-a77bad5c8b3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.650222] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.650423] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.651287] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8197bab-767e-4ebe-9e03-f4e1786849e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.658225] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 709.658225] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d6cdd2-ab29-05a3-4534-98b7ee88dda7" [ 709.658225] env[69437]: _type = "Task" [ 709.658225] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.667478] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d6cdd2-ab29-05a3-4534-98b7ee88dda7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.682052] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.687407] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Updating instance_info_cache with network_info: [{"id": "0692d1f7-6e05-474d-9238-7367fbef9ca7", "address": "fa:16:3e:87:96:fd", "network": {"id": "49510510-7cca-4ee0-897f-5b5de8a83c2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1616285310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d6fe7986944bda9546f71fcbdad075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692d1f7-6e", "ovs_interfaceid": "0692d1f7-6e05-474d-9238-7367fbef9ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.843324] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103053, 'name': Rename_Task, 'duration_secs': 0.170491} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.843611] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.844726] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44ed6e0b-3f95-454f-a31e-bcc9192492ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.854791] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 709.854791] env[69437]: value = "task-4103056" [ 709.854791] env[69437]: _type = "Task" [ 709.854791] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.865658] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.870692] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Successfully created port: c97f32a4-e7cb-445c-9766-57a1f200f749 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.080146] env[69437]: DEBUG oslo_vmware.api [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Task: {'id': task-4103055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148068} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.080546] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.080690] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.080842] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.081350] env[69437]: INFO nova.compute.manager [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 710.081350] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.085085] env[69437]: DEBUG nova.compute.manager [-] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.085219] env[69437]: DEBUG nova.network.neutron [-] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.117037] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.172413] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d6cdd2-ab29-05a3-4534-98b7ee88dda7, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.178170] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961ebca0-c03b-4002-89a4-4295a982aa27 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.184853] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 710.184853] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5203987e-b374-e0a7-05b1-ebca744617de" [ 710.184853] env[69437]: _type = "Task" [ 710.184853] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.202028] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Releasing lock "refresh_cache-18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.202028] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Instance network_info: |[{"id": "0692d1f7-6e05-474d-9238-7367fbef9ca7", "address": "fa:16:3e:87:96:fd", "network": {"id": "49510510-7cca-4ee0-897f-5b5de8a83c2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1616285310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d6fe7986944bda9546f71fcbdad075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692d1f7-6e", "ovs_interfaceid": "0692d1f7-6e05-474d-9238-7367fbef9ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.202513] env[69437]: DEBUG oslo_concurrency.lockutils [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] Acquired lock "refresh_cache-18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.202513] env[69437]: DEBUG nova.network.neutron [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Refreshing network info cache for port 0692d1f7-6e05-474d-9238-7367fbef9ca7 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.202985] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:96:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0692d1f7-6e05-474d-9238-7367fbef9ca7', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.212832] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.217239] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.223598] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9642c13a-7bec-43d8-9954-30863f6cb098 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.239852] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5203987e-b374-e0a7-05b1-ebca744617de, 'name': SearchDatastore_Task, 'duration_secs': 0.015313} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.242761] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.243246] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] cbcc2538-ac37-4cc7-8a70-6d3b4404d408/cbcc2538-ac37-4cc7-8a70-6d3b4404d408.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.244444] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b261a311-a2ca-467c-9000-f76d38ec5b99 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.249977] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.249977] env[69437]: value = "task-4103057" [ 710.249977] env[69437]: _type = "Task" [ 710.249977] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.258826] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 710.258826] env[69437]: value = "task-4103058" [ 710.258826] env[69437]: _type = "Task" [ 710.258826] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.266062] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103057, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.279383] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.351422] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1773f1-2635-487b-a48e-f58f2b59efe4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.370257] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd3a1c-a9e1-489d-b484-5917d4655138 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.374553] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103056, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.407971] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddefc8a-3434-46da-829c-fcc0aef14434 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.419901] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d7840-29eb-4fdb-8464-1d3eccecbd24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.430478] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Acquiring lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.430923] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.443478] env[69437]: DEBUG nova.compute.provider_tree [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.529864] env[69437]: DEBUG nova.compute.manager [req-3dc4bb1d-79cb-4db2-99f8-36ecc407a1cd req-e4d326ec-5a7b-46db-865b-8065526adac8 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Received event network-vif-deleted-5654670a-be98-412e-9ee1-d509ffc7171e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.530207] env[69437]: INFO nova.compute.manager [req-3dc4bb1d-79cb-4db2-99f8-36ecc407a1cd req-e4d326ec-5a7b-46db-865b-8065526adac8 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Neutron deleted interface 5654670a-be98-412e-9ee1-d509ffc7171e; detaching it from the instance and deleting it from the info cache [ 710.530320] env[69437]: DEBUG nova.network.neutron [req-3dc4bb1d-79cb-4db2-99f8-36ecc407a1cd req-e4d326ec-5a7b-46db-865b-8065526adac8 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.647039] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8557112f-2f4d-4e7f-b187-dd7b9ad782dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.670160] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb105c19-5fe8-49d7-aadd-8abe2c5e30ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.678532] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance 'b40269cc-f3c6-4dbc-a9aa-aa9f95186045' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.701494] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.736862] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.736951] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.739782] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.739782] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.739782] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.739782] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.739782] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.740112] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.740112] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.740112] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.740112] env[69437]: DEBUG nova.virt.hardware [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.740326] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b198480-824c-472a-bba2-7933f661e0e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.752048] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae25c64d-74fb-48ee-a1cd-fc0f794829e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.779069] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103057, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.784865] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103058, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.869772] env[69437]: DEBUG oslo_vmware.api [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103056, 'name': PowerOnVM_Task, 'duration_secs': 0.682525} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.869772] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.869974] env[69437]: INFO nova.compute.manager [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Took 8.40 seconds to spawn the instance on the hypervisor. [ 710.870249] env[69437]: DEBUG nova.compute.manager [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.871168] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784cee15-56ba-4275-9d73-6952ba0de2ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.948383] env[69437]: DEBUG nova.scheduler.client.report [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.970289] env[69437]: DEBUG nova.network.neutron [-] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.990302] env[69437]: DEBUG nova.network.neutron [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Updated VIF entry in instance network info cache for port 0692d1f7-6e05-474d-9238-7367fbef9ca7. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.990662] env[69437]: DEBUG nova.network.neutron [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Updating instance_info_cache with network_info: [{"id": "0692d1f7-6e05-474d-9238-7367fbef9ca7", "address": "fa:16:3e:87:96:fd", "network": {"id": "49510510-7cca-4ee0-897f-5b5de8a83c2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1616285310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d6fe7986944bda9546f71fcbdad075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692d1f7-6e", "ovs_interfaceid": "0692d1f7-6e05-474d-9238-7367fbef9ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.033442] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42f23f45-9890-428f-9d59-b5054c14bc6b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.045786] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90023ee-3d83-436a-a27c-6b952cf0e35f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.078089] env[69437]: DEBUG nova.compute.manager [req-3dc4bb1d-79cb-4db2-99f8-36ecc407a1cd req-e4d326ec-5a7b-46db-865b-8065526adac8 service nova] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Detach interface failed, port_id=5654670a-be98-412e-9ee1-d509ffc7171e, reason: Instance 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 711.185814] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.186943] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cee1219-f06b-40df-bda1-fcc68a849138 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.194354] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 711.194354] env[69437]: value = "task-4103059" [ 711.194354] env[69437]: _type = "Task" [ 711.194354] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.203970] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.260448] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103057, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.269233] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563289} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.269392] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] cbcc2538-ac37-4cc7-8a70-6d3b4404d408/cbcc2538-ac37-4cc7-8a70-6d3b4404d408.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.269608] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.269985] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff9e9f0-7666-4a78-9653-805364d5ef57 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.276825] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 711.276825] env[69437]: value = "task-4103060" [ 711.276825] env[69437]: _type = "Task" [ 711.276825] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.287381] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.395710] env[69437]: INFO nova.compute.manager [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Took 49.38 seconds to build instance. [ 711.452029] env[69437]: DEBUG nova.compute.manager [req-e20150e5-fbf6-45fe-ad6b-5f15bb9568b6 req-c15d55c6-7a03-4c6d-a04a-a0283eb19c56 service nova] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Received event network-vif-plugged-c97f32a4-e7cb-445c-9766-57a1f200f749 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.452029] env[69437]: DEBUG oslo_concurrency.lockutils [req-e20150e5-fbf6-45fe-ad6b-5f15bb9568b6 req-c15d55c6-7a03-4c6d-a04a-a0283eb19c56 service nova] Acquiring lock "dd0055ac-3c2b-4058-a93d-291d47a55127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.452029] env[69437]: DEBUG oslo_concurrency.lockutils [req-e20150e5-fbf6-45fe-ad6b-5f15bb9568b6 req-c15d55c6-7a03-4c6d-a04a-a0283eb19c56 service nova] Lock "dd0055ac-3c2b-4058-a93d-291d47a55127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.452029] env[69437]: DEBUG oslo_concurrency.lockutils [req-e20150e5-fbf6-45fe-ad6b-5f15bb9568b6 req-c15d55c6-7a03-4c6d-a04a-a0283eb19c56 service nova] Lock "dd0055ac-3c2b-4058-a93d-291d47a55127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.452514] env[69437]: DEBUG nova.compute.manager [req-e20150e5-fbf6-45fe-ad6b-5f15bb9568b6 req-c15d55c6-7a03-4c6d-a04a-a0283eb19c56 service nova] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] No waiting events found dispatching network-vif-plugged-c97f32a4-e7cb-445c-9766-57a1f200f749 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 711.452514] env[69437]: WARNING nova.compute.manager [req-e20150e5-fbf6-45fe-ad6b-5f15bb9568b6 req-c15d55c6-7a03-4c6d-a04a-a0283eb19c56 service nova] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Received unexpected event network-vif-plugged-c97f32a4-e7cb-445c-9766-57a1f200f749 for instance with vm_state building and task_state spawning. [ 711.453058] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.453493] env[69437]: DEBUG nova.compute.manager [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.456672] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.466s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.456889] env[69437]: DEBUG nova.objects.instance [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lazy-loading 'resources' on Instance uuid 0da9c6e1-e88e-4f05-a443-9921ef5db588 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.473021] env[69437]: INFO nova.compute.manager [-] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Took 1.39 seconds to deallocate network for instance. [ 711.494202] env[69437]: DEBUG oslo_concurrency.lockutils [req-e8eacfd2-0648-4f54-b2fc-f7bc04dc1ce4 req-f4da0b4e-7cad-4fdf-aad4-d1e61a599844 service nova] Releasing lock "refresh_cache-18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.594753] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Successfully updated port: c97f32a4-e7cb-445c-9766-57a1f200f749 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.704825] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.761817] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103057, 'name': CreateVM_Task, 'duration_secs': 1.508066} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.762248] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.762792] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.762973] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.763342] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.763682] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f628e5-1ba7-457e-a13f-287bcc04a9e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.769494] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 711.769494] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521b92e7-2a7e-f93a-f598-61cbfaf29c42" [ 711.769494] env[69437]: _type = "Task" [ 711.769494] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.781082] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521b92e7-2a7e-f93a-f598-61cbfaf29c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.789547] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071901} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.789943] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.790950] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284bd40f-9c7c-43d3-be16-75e9ec528e2f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.815017] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] cbcc2538-ac37-4cc7-8a70-6d3b4404d408/cbcc2538-ac37-4cc7-8a70-6d3b4404d408.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.815367] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6feb49-ef5a-4a45-886a-675e94e5ab42 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.836760] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 711.836760] env[69437]: value = "task-4103061" [ 711.836760] env[69437]: _type = "Task" [ 711.836760] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.847504] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.900231] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.151s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.960080] env[69437]: DEBUG nova.compute.utils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.961591] env[69437]: DEBUG nova.compute.manager [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.961771] env[69437]: DEBUG nova.network.neutron [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.979430] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.015894] env[69437]: DEBUG nova.policy [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bcba3dddadc48b38bfe22ad67380d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '232fb110c76b47d28df2a2060b2d945b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.098335] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "refresh_cache-dd0055ac-3c2b-4058-a93d-291d47a55127" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.098491] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired lock "refresh_cache-dd0055ac-3c2b-4058-a93d-291d47a55127" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.098656] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.210088] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103059, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.285851] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521b92e7-2a7e-f93a-f598-61cbfaf29c42, 'name': SearchDatastore_Task, 'duration_secs': 0.034145} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.286245] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.286513] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.286811] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.286979] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.287193] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.287507] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-528e037d-49ba-4686-b6b9-53416e5a05e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.304012] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.304829] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.305363] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12310a67-cc0e-42f0-85ef-909e507500d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.314953] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 712.314953] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5229516f-cd50-440d-c34d-d3d6a95c3c25" [ 712.314953] env[69437]: _type = "Task" [ 712.314953] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.325327] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5229516f-cd50-440d-c34d-d3d6a95c3c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.350843] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103061, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.406856] env[69437]: DEBUG nova.compute.manager [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.442944] env[69437]: DEBUG nova.network.neutron [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Successfully created port: d0623a80-d078-46c0-9642-ec32b6f1371f {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.467444] env[69437]: DEBUG nova.compute.manager [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.563997] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2220db-23d3-4ad0-a61e-84b30d537ce5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.573732] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a253fcc8-bdfc-4d13-9e64-1476f9f0450e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.610646] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1a02d-4450-42b6-aca0-f30627ce611a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.619028] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a745d29e-70a3-4bb2-aa04-af802383da77 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.636659] env[69437]: DEBUG nova.compute.provider_tree [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.678584] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.709773] env[69437]: DEBUG oslo_vmware.api [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103059, 'name': PowerOnVM_Task, 'duration_secs': 1.13194} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.710055] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.710242] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dedad6-8f7e-4940-8999-d29fe9b9cb63 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance 'b40269cc-f3c6-4dbc-a9aa-aa9f95186045' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.825976] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5229516f-cd50-440d-c34d-d3d6a95c3c25, 'name': SearchDatastore_Task, 'duration_secs': 0.013438} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.826886] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27c56b3-8ff4-4a40-9739-74427baab13f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.835270] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 712.835270] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bc83c4-50fc-5b7c-7659-47c37ad5d241" [ 712.835270] env[69437]: _type = "Task" [ 712.835270] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.851108] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103061, 'name': ReconfigVM_Task, 'duration_secs': 0.553569} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.851365] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bc83c4-50fc-5b7c-7659-47c37ad5d241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.851628] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Reconfigured VM instance instance-00000019 to attach disk [datastore2] cbcc2538-ac37-4cc7-8a70-6d3b4404d408/cbcc2538-ac37-4cc7-8a70-6d3b4404d408.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.852289] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-817f2b44-4ca7-4047-8f23-8f655d839390 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.859651] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 712.859651] env[69437]: value = "task-4103062" [ 712.859651] env[69437]: _type = "Task" [ 712.859651] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.871461] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103062, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.872442] env[69437]: DEBUG nova.network.neutron [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Updating instance_info_cache with network_info: [{"id": "c97f32a4-e7cb-445c-9766-57a1f200f749", "address": "fa:16:3e:5c:59:41", "network": {"id": "49510510-7cca-4ee0-897f-5b5de8a83c2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1616285310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d6fe7986944bda9546f71fcbdad075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97f32a4-e7", "ovs_interfaceid": "c97f32a4-e7cb-445c-9766-57a1f200f749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.934371] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.141017] env[69437]: DEBUG nova.scheduler.client.report [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.347449] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bc83c4-50fc-5b7c-7659-47c37ad5d241, 'name': SearchDatastore_Task, 'duration_secs': 0.013634} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.347876] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.347995] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090/18c5f63e-9eaa-46ca-a8d6-97cc6fb42090.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.348283] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-065f6bc3-922f-4737-b652-9a3d067fd71e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.356017] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 713.356017] env[69437]: value = "task-4103063" [ 713.356017] env[69437]: _type = "Task" [ 713.356017] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.367331] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.373767] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103062, 'name': Rename_Task, 'duration_secs': 0.144842} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.374095] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.374591] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Releasing lock "refresh_cache-dd0055ac-3c2b-4058-a93d-291d47a55127" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.374886] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Instance network_info: |[{"id": "c97f32a4-e7cb-445c-9766-57a1f200f749", "address": "fa:16:3e:5c:59:41", "network": {"id": "49510510-7cca-4ee0-897f-5b5de8a83c2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1616285310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d6fe7986944bda9546f71fcbdad075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97f32a4-e7", "ovs_interfaceid": "c97f32a4-e7cb-445c-9766-57a1f200f749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.375132] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969d8e71-5844-4522-966e-deecc1ca661c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.378046] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:59:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c97f32a4-e7cb-445c-9766-57a1f200f749', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.385062] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.385346] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.386120] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c4ddac8-81e6-4b91-b122-4422dc4cb5e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.403421] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 713.403421] env[69437]: value = "task-4103064" [ 713.403421] env[69437]: _type = "Task" [ 713.403421] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.410165] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.410165] env[69437]: value = "task-4103065" [ 713.410165] env[69437]: _type = "Task" [ 713.410165] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.413917] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103064, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.423614] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103065, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.439231] env[69437]: DEBUG nova.compute.manager [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.440586] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dba4b2-5795-4216-ae99-6eef04a99fe5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.481104] env[69437]: DEBUG nova.compute.manager [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.515868] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.516173] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.516507] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.518015] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.518015] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.518015] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.518015] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.518015] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.518015] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.518217] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.518217] env[69437]: DEBUG nova.virt.hardware [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.519124] env[69437]: DEBUG nova.compute.manager [req-f41f013e-1915-40dc-9792-cc5024375db9 req-6a67a76b-28ba-4bf9-b185-f13bd61e559c service nova] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Received event network-changed-c97f32a4-e7cb-445c-9766-57a1f200f749 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.519355] env[69437]: DEBUG nova.compute.manager [req-f41f013e-1915-40dc-9792-cc5024375db9 req-6a67a76b-28ba-4bf9-b185-f13bd61e559c service nova] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Refreshing instance network info cache due to event network-changed-c97f32a4-e7cb-445c-9766-57a1f200f749. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.519603] env[69437]: DEBUG oslo_concurrency.lockutils [req-f41f013e-1915-40dc-9792-cc5024375db9 req-6a67a76b-28ba-4bf9-b185-f13bd61e559c service nova] Acquiring lock "refresh_cache-dd0055ac-3c2b-4058-a93d-291d47a55127" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.519839] env[69437]: DEBUG oslo_concurrency.lockutils [req-f41f013e-1915-40dc-9792-cc5024375db9 req-6a67a76b-28ba-4bf9-b185-f13bd61e559c service nova] Acquired lock "refresh_cache-dd0055ac-3c2b-4058-a93d-291d47a55127" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.520829] env[69437]: DEBUG nova.network.neutron [req-f41f013e-1915-40dc-9792-cc5024375db9 req-6a67a76b-28ba-4bf9-b185-f13bd61e559c service nova] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Refreshing network info cache for port c97f32a4-e7cb-445c-9766-57a1f200f749 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.522623] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fac676-e799-40e7-b750-d34b3658e38a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.533567] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4285570a-49c1-46ef-8557-ef3f4a96b1f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.647957] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.651089] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.720s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.651846] env[69437]: DEBUG nova.objects.instance [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lazy-loading 'resources' on Instance uuid 286cdad6-dd47-44cf-9385-98a8c9a442ae {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.674826] env[69437]: INFO nova.scheduler.client.report [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Deleted allocations for instance 0da9c6e1-e88e-4f05-a443-9921ef5db588 [ 713.867315] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103063, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.919667] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.931566] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103065, 'name': CreateVM_Task, 'duration_secs': 0.371185} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.935024] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.935024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.935024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.935024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.935024] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add84b65-233b-43bb-9688-fbcc13d66ad3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.944224] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 713.944224] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e857a3-170e-bc74-228a-60b9654a8453" [ 713.944224] env[69437]: _type = "Task" [ 713.944224] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.958330] env[69437]: INFO nova.compute.manager [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] instance snapshotting [ 713.960850] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e857a3-170e-bc74-228a-60b9654a8453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.961784] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b493ab56-2a38-4bf1-9c4c-eeeed10f40d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.984134] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fac86e-77d9-49fe-ba10-a3bb92706d6a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.141649] env[69437]: DEBUG nova.network.neutron [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Successfully updated port: d0623a80-d078-46c0-9642-ec32b6f1371f {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.189445] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d43da42-21a4-4fa4-8342-990934c6ef66 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Lock "0da9c6e1-e88e-4f05-a443-9921ef5db588" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.975s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.291607] env[69437]: DEBUG nova.network.neutron [req-f41f013e-1915-40dc-9792-cc5024375db9 req-6a67a76b-28ba-4bf9-b185-f13bd61e559c service nova] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Updated VIF entry in instance network info cache for port c97f32a4-e7cb-445c-9766-57a1f200f749. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.291953] env[69437]: DEBUG nova.network.neutron [req-f41f013e-1915-40dc-9792-cc5024375db9 req-6a67a76b-28ba-4bf9-b185-f13bd61e559c service nova] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Updating instance_info_cache with network_info: [{"id": "c97f32a4-e7cb-445c-9766-57a1f200f749", "address": "fa:16:3e:5c:59:41", "network": {"id": "49510510-7cca-4ee0-897f-5b5de8a83c2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1616285310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d6fe7986944bda9546f71fcbdad075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97f32a4-e7", "ovs_interfaceid": "c97f32a4-e7cb-445c-9766-57a1f200f749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.371319] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64033} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.374129] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090/18c5f63e-9eaa-46ca-a8d6-97cc6fb42090.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.374326] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.374835] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16423d74-e69a-4f70-857a-be6b09f62cde {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.382851] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 714.382851] env[69437]: value = "task-4103066" [ 714.382851] env[69437]: _type = "Task" [ 714.382851] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.395820] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.414679] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103064, 'name': PowerOnVM_Task, 'duration_secs': 0.718346} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.417258] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.417524] env[69437]: INFO nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Took 9.18 seconds to spawn the instance on the hypervisor. [ 714.417709] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.418773] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796969e2-4084-4da7-a5bd-6cc33a82fac7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.454896] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e857a3-170e-bc74-228a-60b9654a8453, 'name': SearchDatastore_Task, 'duration_secs': 0.027138} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.457962] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.458242] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.458497] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.458725] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.458931] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.459412] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f88072fd-1278-475c-85c8-3ea8a716997d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.470494] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.470712] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.474654] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec936e3c-8c17-4c3b-a0d1-6c669cdc57d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.482171] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 714.482171] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d2afe7-b8d4-5bd9-d853-4ca639286631" [ 714.482171] env[69437]: _type = "Task" [ 714.482171] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.493828] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d2afe7-b8d4-5bd9-d853-4ca639286631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.497548] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 714.497548] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cce759f4-e59e-47bd-9f99-5bc1ed441a0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.507496] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 714.507496] env[69437]: value = "task-4103067" [ 714.507496] env[69437]: _type = "Task" [ 714.507496] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.517299] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.621304] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.621530] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.621713] env[69437]: DEBUG nova.compute.manager [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Going to confirm migration 1 {{(pid=69437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 714.646073] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "refresh_cache-5ea81cec-95cc-406c-b861-2de76ff9ff93" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.646073] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "refresh_cache-5ea81cec-95cc-406c-b861-2de76ff9ff93" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.646073] env[69437]: DEBUG nova.network.neutron [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.711286] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51262db-e80e-443b-a1d9-df7a9a448031 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.718478] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c1d13-40bb-4697-9459-262d7fd7abac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.765561] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa620c5e-0fe0-444d-8826-2d28e6a58246 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.778078] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7096f2-fda2-4f0f-a085-c336027cf0b2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.798971] env[69437]: DEBUG oslo_concurrency.lockutils [req-f41f013e-1915-40dc-9792-cc5024375db9 req-6a67a76b-28ba-4bf9-b185-f13bd61e559c service nova] Releasing lock "refresh_cache-dd0055ac-3c2b-4058-a93d-291d47a55127" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.799860] env[69437]: DEBUG nova.compute.provider_tree [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.894291] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073612} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.894566] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.895441] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab761e5-28b8-4c83-a014-d4cccdeb7ec8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.918864] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090/18c5f63e-9eaa-46ca-a8d6-97cc6fb42090.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.919231] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017c09a0-a152-4845-bc7f-7a6e745b5c0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.943226] env[69437]: INFO nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Took 49.24 seconds to build instance. [ 714.945047] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 714.945047] env[69437]: value = "task-4103068" [ 714.945047] env[69437]: _type = "Task" [ 714.945047] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.954254] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.995224] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d2afe7-b8d4-5bd9-d853-4ca639286631, 'name': SearchDatastore_Task, 'duration_secs': 0.033464} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.996106] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc7933a-cf3e-4c20-ab56-27ee226355d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.004152] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 715.004152] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52163113-d766-f4a9-7a6c-204fab98a099" [ 715.004152] env[69437]: _type = "Task" [ 715.004152] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.016279] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52163113-d766-f4a9-7a6c-204fab98a099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.019520] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103067, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.200321] env[69437]: DEBUG nova.network.neutron [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.226051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.226051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.226225] env[69437]: DEBUG nova.network.neutron [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.226407] env[69437]: DEBUG nova.objects.instance [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lazy-loading 'info_cache' on Instance uuid b40269cc-f3c6-4dbc-a9aa-aa9f95186045 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.303470] env[69437]: DEBUG nova.scheduler.client.report [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.411554] env[69437]: DEBUG nova.network.neutron [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Updating instance_info_cache with network_info: [{"id": "d0623a80-d078-46c0-9642-ec32b6f1371f", "address": "fa:16:3e:b1:6e:62", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0623a80-d0", "ovs_interfaceid": "d0623a80-d078-46c0-9642-ec32b6f1371f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.446640] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.448s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.460920] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103068, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.518548] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103067, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.523212] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52163113-d766-f4a9-7a6c-204fab98a099, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.523212] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.523294] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] dd0055ac-3c2b-4058-a93d-291d47a55127/dd0055ac-3c2b-4058-a93d-291d47a55127.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.523521] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea40b5dd-69a1-4247-90f7-9eedf59ad75e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.531704] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 715.531704] env[69437]: value = "task-4103069" [ 715.531704] env[69437]: _type = "Task" [ 715.531704] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.540354] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.542674] env[69437]: DEBUG nova.compute.manager [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Received event network-vif-plugged-d0623a80-d078-46c0-9642-ec32b6f1371f {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.542959] env[69437]: DEBUG oslo_concurrency.lockutils [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] Acquiring lock "5ea81cec-95cc-406c-b861-2de76ff9ff93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.543094] env[69437]: DEBUG oslo_concurrency.lockutils [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.543307] env[69437]: DEBUG oslo_concurrency.lockutils [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.543423] env[69437]: DEBUG nova.compute.manager [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] No waiting events found dispatching network-vif-plugged-d0623a80-d078-46c0-9642-ec32b6f1371f {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 715.543576] env[69437]: WARNING nova.compute.manager [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Received unexpected event network-vif-plugged-d0623a80-d078-46c0-9642-ec32b6f1371f for instance with vm_state building and task_state spawning. [ 715.543736] env[69437]: DEBUG nova.compute.manager [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Received event network-changed-d0623a80-d078-46c0-9642-ec32b6f1371f {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.543891] env[69437]: DEBUG nova.compute.manager [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Refreshing instance network info cache due to event network-changed-d0623a80-d078-46c0-9642-ec32b6f1371f. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.544150] env[69437]: DEBUG oslo_concurrency.lockutils [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] Acquiring lock "refresh_cache-5ea81cec-95cc-406c-b861-2de76ff9ff93" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.808479] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.811391] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.238s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.813804] env[69437]: INFO nova.compute.claims [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.841162] env[69437]: INFO nova.scheduler.client.report [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleted allocations for instance 286cdad6-dd47-44cf-9385-98a8c9a442ae [ 715.914736] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "refresh_cache-5ea81cec-95cc-406c-b861-2de76ff9ff93" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.915146] env[69437]: DEBUG nova.compute.manager [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Instance network_info: |[{"id": "d0623a80-d078-46c0-9642-ec32b6f1371f", "address": "fa:16:3e:b1:6e:62", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0623a80-d0", "ovs_interfaceid": "d0623a80-d078-46c0-9642-ec32b6f1371f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.916580] env[69437]: DEBUG oslo_concurrency.lockutils [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] Acquired lock "refresh_cache-5ea81cec-95cc-406c-b861-2de76ff9ff93" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.916580] env[69437]: DEBUG nova.network.neutron [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Refreshing network info cache for port d0623a80-d078-46c0-9642-ec32b6f1371f {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.917541] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:6e:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0623a80-d078-46c0-9642-ec32b6f1371f', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.926045] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating folder: Project (232fb110c76b47d28df2a2060b2d945b). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.929711] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddeef452-9245-42e5-a8c6-de9eb08ce2fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.942184] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Created folder: Project (232fb110c76b47d28df2a2060b2d945b) in parent group-v812682. [ 715.942400] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating folder: Instances. Parent ref: group-v812767. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.942647] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99aca86f-ffe3-4561-87af-05937db3ecf2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.954142] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Created folder: Instances in parent group-v812767. [ 715.954142] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.954142] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.954142] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74822193-826d-4c41-8cb4-7c3054f95d37 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.973310] env[69437]: DEBUG nova.compute.manager [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.976743] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103068, 'name': ReconfigVM_Task, 'duration_secs': 0.547894} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.978066] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090/18c5f63e-9eaa-46ca-a8d6-97cc6fb42090.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.978066] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1303a37b-641f-4506-a7b3-6fe28a5657b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.982491] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.982491] env[69437]: value = "task-4103072" [ 715.982491] env[69437]: _type = "Task" [ 715.982491] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.986677] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 715.986677] env[69437]: value = "task-4103073" [ 715.986677] env[69437]: _type = "Task" [ 715.986677] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.993580] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103072, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.998979] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103073, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.025083] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103067, 'name': CreateSnapshot_Task, 'duration_secs': 1.430725} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.025398] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.026218] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34af042-647f-44cb-9911-ba5a21983315 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.052531] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103069, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.263260] env[69437]: DEBUG nova.network.neutron [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Updated VIF entry in instance network info cache for port d0623a80-d078-46c0-9642-ec32b6f1371f. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.263642] env[69437]: DEBUG nova.network.neutron [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Updating instance_info_cache with network_info: [{"id": "d0623a80-d078-46c0-9642-ec32b6f1371f", "address": "fa:16:3e:b1:6e:62", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0623a80-d0", "ovs_interfaceid": "d0623a80-d078-46c0-9642-ec32b6f1371f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.351382] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4e2e9905-e10e-4597-9d26-cf6321fc435d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "286cdad6-dd47-44cf-9385-98a8c9a442ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.689s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.493851] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103072, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.499675] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103073, 'name': Rename_Task, 'duration_secs': 0.195398} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.499913] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.500192] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c715388-15ad-4dcf-bc76-21d0c98f8186 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.504038] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.510248] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 716.510248] env[69437]: value = "task-4103074" [ 716.510248] env[69437]: _type = "Task" [ 716.510248] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.518887] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.527018] env[69437]: DEBUG nova.network.neutron [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance_info_cache with network_info: [{"id": "6450338f-f00f-4c1c-bebe-76a970b60b67", "address": "fa:16:3e:d5:19:65", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6450338f-f0", "ovs_interfaceid": "6450338f-f00f-4c1c-bebe-76a970b60b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.558779] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 716.559248] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965918} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.560327] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-50ecc5c5-0be1-4984-853c-2b18cdf62d7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.564367] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] dd0055ac-3c2b-4058-a93d-291d47a55127/dd0055ac-3c2b-4058-a93d-291d47a55127.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.564606] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.564884] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d46ca110-cb09-4e9b-9de0-8e94a61d3555 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.573017] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 716.573017] env[69437]: value = "task-4103076" [ 716.573017] env[69437]: _type = "Task" [ 716.573017] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.574779] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 716.574779] env[69437]: value = "task-4103075" [ 716.574779] env[69437]: _type = "Task" [ 716.574779] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.587073] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.591737] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103075, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.767434] env[69437]: DEBUG oslo_concurrency.lockutils [req-e6011f10-4207-4a30-96cd-446f4fde0ba1 req-3e167716-a69c-4eb6-ae6f-eca835686c0a service nova] Releasing lock "refresh_cache-5ea81cec-95cc-406c-b861-2de76ff9ff93" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.000998] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103072, 'name': CreateVM_Task, 'duration_secs': 0.51221} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.001258] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.001967] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.002155] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.002512] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.002976] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0173084-c13c-4972-bf22-88432581e9de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.016009] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 717.016009] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fcbc82-ca65-32fc-dbf0-cd3c67dcd275" [ 717.016009] env[69437]: _type = "Task" [ 717.016009] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.026509] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.034911] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "refresh_cache-b40269cc-f3c6-4dbc-a9aa-aa9f95186045" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.034911] env[69437]: DEBUG nova.objects.instance [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lazy-loading 'migration_context' on Instance uuid b40269cc-f3c6-4dbc-a9aa-aa9f95186045 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.035989] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fcbc82-ca65-32fc-dbf0-cd3c67dcd275, 'name': SearchDatastore_Task, 'duration_secs': 0.018913} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.036501] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.037599] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.037879] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.038113] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.038711] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.038813] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a343bab-c3f5-4963-81f0-8ceefd5cdc0c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.055803] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.056187] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.061817] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76823e2-2325-443e-b9f3-0c6e6f56ca9d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.071723] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 717.071723] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bceaf9-7b02-7c61-c689-ed8af67de814" [ 717.071723] env[69437]: _type = "Task" [ 717.071723] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.099809] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bceaf9-7b02-7c61-c689-ed8af67de814, 'name': SearchDatastore_Task, 'duration_secs': 0.014571} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.101119] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c3483d-f53f-4917-8cdf-e456c016ad0b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.111478] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071122} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.111722] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103075, 'name': CloneVM_Task} progress is 93%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.115210] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.116401] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335069dd-7a0a-47d0-9991-ddf5886833eb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.120554] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 717.120554] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5266db03-dead-09eb-fc2f-5043543b0540" [ 717.120554] env[69437]: _type = "Task" [ 717.120554] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.142873] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] dd0055ac-3c2b-4058-a93d-291d47a55127/dd0055ac-3c2b-4058-a93d-291d47a55127.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.146511] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3198ed0-15b8-4634-8c4b-ee7ceaf5641c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.170238] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5266db03-dead-09eb-fc2f-5043543b0540, 'name': SearchDatastore_Task, 'duration_secs': 0.01976} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.170238] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.170238] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 5ea81cec-95cc-406c-b861-2de76ff9ff93/5ea81cec-95cc-406c-b861-2de76ff9ff93.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.170238] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-152ff3ae-c733-4d57-8b2b-4d3a3a05ada3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.172763] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 717.172763] env[69437]: value = "task-4103077" [ 717.172763] env[69437]: _type = "Task" [ 717.172763] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.180434] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 717.180434] env[69437]: value = "task-4103078" [ 717.180434] env[69437]: _type = "Task" [ 717.180434] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.190100] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.193678] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.391027] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc9664f-87e4-489b-a3b9-ebd38828d8c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.399748] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3daadc-f57b-4dfb-99c7-c789b88e366f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.433297] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdc50e6-aa7a-4fc2-bb3a-9b962ca60be0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.441772] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d23ef6-019d-4b72-8afb-925470d50664 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.456995] env[69437]: DEBUG nova.compute.provider_tree [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.492730] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.493397] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.493397] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.493579] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.493747] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.496180] env[69437]: INFO nova.compute.manager [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Terminating instance [ 717.522329] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.537762] env[69437]: DEBUG nova.objects.base [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 717.538743] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec47bd6-70ab-445a-8eac-9b71461ed063 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.562023] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceedb29f-a054-4238-bd57-fdcb0ec7c798 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.569035] env[69437]: DEBUG oslo_vmware.api [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 717.569035] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52dba88c-2a07-8f60-1e42-646a07aacf18" [ 717.569035] env[69437]: _type = "Task" [ 717.569035] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.579101] env[69437]: DEBUG oslo_vmware.api [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dba88c-2a07-8f60-1e42-646a07aacf18, 'name': SearchDatastore_Task, 'duration_secs': 0.008091} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.579421] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.589343] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103075, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.684315] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.695719] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103078, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.960220] env[69437]: DEBUG nova.scheduler.client.report [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.000590] env[69437]: DEBUG nova.compute.manager [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.000863] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.002368] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bc6026-55ab-46e8-9948-406a928c27c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.012198] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.012619] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6625d3b6-515a-4108-a20c-9deed2e339d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.024517] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.025899] env[69437]: DEBUG oslo_vmware.api [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 718.025899] env[69437]: value = "task-4103079" [ 718.025899] env[69437]: _type = "Task" [ 718.025899] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.034673] env[69437]: DEBUG oslo_vmware.api [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4103079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.091399] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103075, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.185353] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103077, 'name': ReconfigVM_Task, 'duration_secs': 0.71911} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.188721] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Reconfigured VM instance instance-0000001b to attach disk [datastore1] dd0055ac-3c2b-4058-a93d-291d47a55127/dd0055ac-3c2b-4058-a93d-291d47a55127.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.189475] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e964c972-06a2-4dcb-8ec4-aff5fd75db6d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.196850] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863183} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.198129] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 5ea81cec-95cc-406c-b861-2de76ff9ff93/5ea81cec-95cc-406c-b861-2de76ff9ff93.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.198364] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.198711] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 718.198711] env[69437]: value = "task-4103080" [ 718.198711] env[69437]: _type = "Task" [ 718.198711] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.198949] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b49a30-fa09-4571-b141-8aab6a154b2e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.209916] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103080, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.212777] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 718.212777] env[69437]: value = "task-4103081" [ 718.212777] env[69437]: _type = "Task" [ 718.212777] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.222713] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.466559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.467266] env[69437]: DEBUG nova.compute.manager [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.470084] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.245s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.471491] env[69437]: INFO nova.compute.claims [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.523982] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.535150] env[69437]: DEBUG oslo_vmware.api [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4103079, 'name': PowerOffVM_Task, 'duration_secs': 0.327897} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.535457] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.535649] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.535881] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31fa9eee-0d2e-4f93-baed-18ed97b1b708 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.592434] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103075, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.619856] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.620191] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.620431] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleting the datastore file [datastore2] 736eb682-9dd1-45a7-8f88-d83ddae4d68a {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.620765] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb37825-257a-4c7d-98d0-65c6b26fdec1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.628939] env[69437]: DEBUG oslo_vmware.api [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for the task: (returnval){ [ 718.628939] env[69437]: value = "task-4103083" [ 718.628939] env[69437]: _type = "Task" [ 718.628939] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.638461] env[69437]: DEBUG oslo_vmware.api [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4103083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.712160] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103080, 'name': Rename_Task, 'duration_secs': 0.201511} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.712450] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.712711] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d7321a0-3382-4a90-b2f7-c513f17cc3b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.723244] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079559} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.724820] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.725262] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 718.725262] env[69437]: value = "task-4103084" [ 718.725262] env[69437]: _type = "Task" [ 718.725262] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.726126] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c6573-9a22-42fe-a695-da40dc98537c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.754883] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5ea81cec-95cc-406c-b861-2de76ff9ff93/5ea81cec-95cc-406c-b861-2de76ff9ff93.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.758645] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d38ddf0-8330-4e6a-a66f-c60da530909b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.773180] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.780807] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 718.780807] env[69437]: value = "task-4103085" [ 718.780807] env[69437]: _type = "Task" [ 718.780807] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.790885] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.977033] env[69437]: DEBUG nova.compute.utils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.983123] env[69437]: DEBUG nova.compute.manager [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.983123] env[69437]: DEBUG nova.network.neutron [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.023350] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103074, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.042959] env[69437]: DEBUG nova.policy [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4044e43c8f8240c39895bd2f95fbb253', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b25956ae2ce49618b636ddc48cf6bbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.095521] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103075, 'name': CloneVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.142427] env[69437]: DEBUG oslo_vmware.api [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Task: {'id': task-4103083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331931} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.142894] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.146290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.146290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.146290] env[69437]: INFO nova.compute.manager [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 719.146290] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.146290] env[69437]: DEBUG nova.compute.manager [-] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.146479] env[69437]: DEBUG nova.network.neutron [-] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.242289] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.292990] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.435033] env[69437]: DEBUG nova.network.neutron [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Successfully created port: abbed6a8-b8d2-40fa-81d4-a1d87b16621a {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.444410] env[69437]: DEBUG nova.compute.manager [req-88fea364-abf2-45fd-a5e4-08a6ae941dc5 req-c95f91ed-5722-4f63-ab1b-f169babf97bb service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Received event network-vif-deleted-8c421c57-e174-4e80-86b7-454ed09fa7a5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.444564] env[69437]: INFO nova.compute.manager [req-88fea364-abf2-45fd-a5e4-08a6ae941dc5 req-c95f91ed-5722-4f63-ab1b-f169babf97bb service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Neutron deleted interface 8c421c57-e174-4e80-86b7-454ed09fa7a5; detaching it from the instance and deleting it from the info cache [ 719.444735] env[69437]: DEBUG nova.network.neutron [req-88fea364-abf2-45fd-a5e4-08a6ae941dc5 req-c95f91ed-5722-4f63-ab1b-f169babf97bb service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.486852] env[69437]: DEBUG nova.compute.manager [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.536291] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103074, 'name': PowerOnVM_Task, 'duration_secs': 2.766788} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.539377] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.539653] env[69437]: INFO nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Took 11.56 seconds to spawn the instance on the hypervisor. [ 719.539875] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.541391] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acbd277-6f49-4e49-84d3-ef5d3ac22cfa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.593838] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103075, 'name': CloneVM_Task, 'duration_secs': 2.576978} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.594900] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Created linked-clone VM from snapshot [ 719.595828] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44fbe57-47b7-4769-8a58-63130650f636 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.608725] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Uploading image 1fddc15d-28bc-49e7-b877-bf3c162c45ac {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.646768] env[69437]: DEBUG oslo_vmware.rw_handles [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.646768] env[69437]: value = "vm-812770" [ 719.646768] env[69437]: _type = "VirtualMachine" [ 719.646768] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.647071] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb2e6512-3d9a-4d47-ac4d-172d7b26fa61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.654181] env[69437]: DEBUG oslo_vmware.rw_handles [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lease: (returnval){ [ 719.654181] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5200ff30-d3b6-245e-2ad1-3f3a7bd62128" [ 719.654181] env[69437]: _type = "HttpNfcLease" [ 719.654181] env[69437]: } obtained for exporting VM: (result){ [ 719.654181] env[69437]: value = "vm-812770" [ 719.654181] env[69437]: _type = "VirtualMachine" [ 719.654181] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.654805] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the lease: (returnval){ [ 719.654805] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5200ff30-d3b6-245e-2ad1-3f3a7bd62128" [ 719.654805] env[69437]: _type = "HttpNfcLease" [ 719.654805] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.666021] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.666021] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5200ff30-d3b6-245e-2ad1-3f3a7bd62128" [ 719.666021] env[69437]: _type = "HttpNfcLease" [ 719.666021] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.750183] env[69437]: DEBUG oslo_vmware.api [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103084, 'name': PowerOnVM_Task, 'duration_secs': 0.864536} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.758949] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.759220] env[69437]: INFO nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Took 9.06 seconds to spawn the instance on the hypervisor. [ 719.759414] env[69437]: DEBUG nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.760507] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0d0922-2780-4e42-8255-e90b2f3647bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.793914] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103085, 'name': ReconfigVM_Task, 'duration_secs': 0.565924} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.794237] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5ea81cec-95cc-406c-b861-2de76ff9ff93/5ea81cec-95cc-406c-b861-2de76ff9ff93.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.794917] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcfc5f95-7d85-412d-9783-2aaf042deb3a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.804035] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 719.804035] env[69437]: value = "task-4103087" [ 719.804035] env[69437]: _type = "Task" [ 719.804035] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.818669] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103087, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.899848] env[69437]: DEBUG nova.network.neutron [-] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.948378] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-687011e3-1606-47b4-b587-8538686256b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.965180] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2bbc3-a983-4d6f-94f1-58633dfef0d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.008536] env[69437]: DEBUG nova.compute.manager [req-88fea364-abf2-45fd-a5e4-08a6ae941dc5 req-c95f91ed-5722-4f63-ab1b-f169babf97bb service nova] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Detach interface failed, port_id=8c421c57-e174-4e80-86b7-454ed09fa7a5, reason: Instance 736eb682-9dd1-45a7-8f88-d83ddae4d68a could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 720.065035] env[69437]: INFO nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Took 50.05 seconds to build instance. [ 720.104520] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de3ab23-c2f2-48ba-b823-690b523fc417 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.113849] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3384f42d-ef5f-4e23-8e0b-c2ca99f695eb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.146285] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e050bbb1-3bf9-4c55-8e59-0b4f714827ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.154687] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1af287-a060-4631-877f-35574b69df07 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.174036] env[69437]: DEBUG nova.compute.provider_tree [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.176897] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.176897] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5200ff30-d3b6-245e-2ad1-3f3a7bd62128" [ 720.176897] env[69437]: _type = "HttpNfcLease" [ 720.176897] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 720.177485] env[69437]: DEBUG oslo_vmware.rw_handles [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 720.177485] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5200ff30-d3b6-245e-2ad1-3f3a7bd62128" [ 720.177485] env[69437]: _type = "HttpNfcLease" [ 720.177485] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 720.178553] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7dc485-bb2f-480b-8e0b-0ef9412366c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.188222] env[69437]: DEBUG oslo_vmware.rw_handles [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c4afb-e752-21c1-01b3-866119b038e9/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 720.188458] env[69437]: DEBUG oslo_vmware.rw_handles [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c4afb-e752-21c1-01b3-866119b038e9/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 720.280678] env[69437]: INFO nova.compute.manager [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Took 49.84 seconds to build instance. [ 720.317960] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b296329-0d7e-4215-97a2-6f52e5959687 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.319921] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103087, 'name': Rename_Task, 'duration_secs': 0.309461} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.320230] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.320879] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-042869d6-f1f2-43d0-99e5-f2be353eb791 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.328071] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 720.328071] env[69437]: value = "task-4103088" [ 720.328071] env[69437]: _type = "Task" [ 720.328071] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.341377] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.403135] env[69437]: INFO nova.compute.manager [-] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Took 1.26 seconds to deallocate network for instance. [ 720.511116] env[69437]: DEBUG nova.compute.manager [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.537826] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.538268] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.538268] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.538455] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.538621] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.538797] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.539596] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.539775] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.539973] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.541567] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.541787] env[69437]: DEBUG nova.virt.hardware [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.542815] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2767a48e-63b5-4ec5-8937-5706e944030c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.556023] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e995ad-929d-4c1f-ab4b-aa32f6b64714 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.573354] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.524s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.678749] env[69437]: DEBUG nova.scheduler.client.report [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.783682] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b7b19608-de8b-4360-bdf6-43d6df47a8dc tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "dd0055ac-3c2b-4058-a93d-291d47a55127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.659s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.841556] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103088, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.910209] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.076304] env[69437]: DEBUG nova.compute.manager [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.124997] env[69437]: DEBUG oslo_concurrency.lockutils [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.124997] env[69437]: DEBUG oslo_concurrency.lockutils [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.124997] env[69437]: DEBUG oslo_concurrency.lockutils [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.124997] env[69437]: DEBUG oslo_concurrency.lockutils [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.125259] env[69437]: DEBUG oslo_concurrency.lockutils [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.128631] env[69437]: INFO nova.compute.manager [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Terminating instance [ 721.186470] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.187567] env[69437]: DEBUG nova.compute.manager [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.191108] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.835s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.191446] env[69437]: DEBUG nova.objects.instance [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lazy-loading 'resources' on Instance uuid 7c21ebe3-babd-476a-a383-b3beab7afd01 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.248032] env[69437]: DEBUG nova.compute.manager [req-21461dca-2902-4340-b7db-2be5254fdd83 req-cb11e40d-0b31-44fe-9a0b-5dc491047bf0 service nova] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Received event network-vif-plugged-abbed6a8-b8d2-40fa-81d4-a1d87b16621a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.250197] env[69437]: DEBUG oslo_concurrency.lockutils [req-21461dca-2902-4340-b7db-2be5254fdd83 req-cb11e40d-0b31-44fe-9a0b-5dc491047bf0 service nova] Acquiring lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.250197] env[69437]: DEBUG oslo_concurrency.lockutils [req-21461dca-2902-4340-b7db-2be5254fdd83 req-cb11e40d-0b31-44fe-9a0b-5dc491047bf0 service nova] Lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.250197] env[69437]: DEBUG oslo_concurrency.lockutils [req-21461dca-2902-4340-b7db-2be5254fdd83 req-cb11e40d-0b31-44fe-9a0b-5dc491047bf0 service nova] Lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.250197] env[69437]: DEBUG nova.compute.manager [req-21461dca-2902-4340-b7db-2be5254fdd83 req-cb11e40d-0b31-44fe-9a0b-5dc491047bf0 service nova] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] No waiting events found dispatching network-vif-plugged-abbed6a8-b8d2-40fa-81d4-a1d87b16621a {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.250197] env[69437]: WARNING nova.compute.manager [req-21461dca-2902-4340-b7db-2be5254fdd83 req-cb11e40d-0b31-44fe-9a0b-5dc491047bf0 service nova] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Received unexpected event network-vif-plugged-abbed6a8-b8d2-40fa-81d4-a1d87b16621a for instance with vm_state building and task_state spawning. [ 721.290838] env[69437]: DEBUG nova.compute.manager [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.295798] env[69437]: DEBUG nova.network.neutron [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Successfully updated port: abbed6a8-b8d2-40fa-81d4-a1d87b16621a {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.344748] env[69437]: DEBUG oslo_vmware.api [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103088, 'name': PowerOnVM_Task, 'duration_secs': 0.773082} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.345389] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.345614] env[69437]: INFO nova.compute.manager [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Took 7.86 seconds to spawn the instance on the hypervisor. [ 721.345827] env[69437]: DEBUG nova.compute.manager [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.346825] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7947af-02c4-4b2a-b39d-4025bcdad1b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.602369] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.637589] env[69437]: DEBUG nova.compute.manager [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.637915] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.638938] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6bd83b-a177-49f1-aee6-afd7a89b08ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.647936] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.648311] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d0d8574-941d-4748-811f-40c471ea140c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.656063] env[69437]: DEBUG oslo_vmware.api [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 721.656063] env[69437]: value = "task-4103089" [ 721.656063] env[69437]: _type = "Task" [ 721.656063] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.666611] env[69437]: DEBUG oslo_vmware.api [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.695752] env[69437]: DEBUG nova.compute.utils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.701712] env[69437]: DEBUG nova.compute.manager [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.702572] env[69437]: DEBUG nova.network.neutron [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.747588] env[69437]: DEBUG nova.policy [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ce037336dab4d5e9999e1098f919791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e52cad075e74b489df93a3cfdd0d4a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.803648] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquiring lock "refresh_cache-9142b50b-9af0-4b60-a1df-7f713eb02f2c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.803648] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquired lock "refresh_cache-9142b50b-9af0-4b60-a1df-7f713eb02f2c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.803880] env[69437]: DEBUG nova.network.neutron [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.832031] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.874126] env[69437]: INFO nova.compute.manager [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Took 43.50 seconds to build instance. [ 722.173933] env[69437]: DEBUG oslo_vmware.api [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103089, 'name': PowerOffVM_Task, 'duration_secs': 0.35056} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.178285] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.178867] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.179523] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb636e4-e6be-4604-9bdd-37c371c1ed05 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.204824] env[69437]: DEBUG nova.compute.manager [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.278658] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.279501] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.282805] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Deleting the datastore file [datastore2] cbcc2538-ac37-4cc7-8a70-6d3b4404d408 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.282805] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c47c320a-3dbd-4991-a1bc-f2fbae1ad390 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.289027] env[69437]: DEBUG oslo_vmware.api [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 722.289027] env[69437]: value = "task-4103091" [ 722.289027] env[69437]: _type = "Task" [ 722.289027] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.303548] env[69437]: DEBUG oslo_vmware.api [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.338208] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd64d4e-4fc6-4875-8d2c-65a8a629c6b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.347022] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547bf72d-3c7b-4a01-adb2-12009ad493d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.383730] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.638s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.385995] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de6da5a-c8b7-4153-9dd9-79c8686ee146 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.391044] env[69437]: DEBUG nova.network.neutron [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.396982] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbb433c-f61a-452a-9214-4f69cf4095d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.417383] env[69437]: DEBUG nova.compute.provider_tree [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.515240] env[69437]: DEBUG nova.network.neutron [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Successfully created port: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.625373] env[69437]: DEBUG nova.network.neutron [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Updating instance_info_cache with network_info: [{"id": "abbed6a8-b8d2-40fa-81d4-a1d87b16621a", "address": "fa:16:3e:0f:67:df", "network": {"id": "d4ee818c-9c40-4583-90df-de5e2e9c0d76", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1503397695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b25956ae2ce49618b636ddc48cf6bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbed6a8-b8", "ovs_interfaceid": "abbed6a8-b8d2-40fa-81d4-a1d87b16621a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.691066] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "5ea81cec-95cc-406c-b861-2de76ff9ff93" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.691402] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.691593] env[69437]: DEBUG nova.compute.manager [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.694831] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baffff08-984a-474a-ba7c-05a11c23880e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.708766] env[69437]: DEBUG nova.compute.manager [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 722.708766] env[69437]: DEBUG nova.objects.instance [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lazy-loading 'flavor' on Instance uuid 5ea81cec-95cc-406c-b861-2de76ff9ff93 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.799059] env[69437]: DEBUG oslo_vmware.api [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22386} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.799356] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.799548] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.799758] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.799965] env[69437]: INFO nova.compute.manager [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Took 1.16 seconds to destroy the instance on the hypervisor. [ 722.800232] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.800418] env[69437]: DEBUG nova.compute.manager [-] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.800516] env[69437]: DEBUG nova.network.neutron [-] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.892937] env[69437]: DEBUG nova.compute.manager [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.919304] env[69437]: DEBUG nova.scheduler.client.report [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.088293] env[69437]: DEBUG nova.compute.manager [req-ce802320-c2dc-45c8-a0c5-15cc472a37be req-7a63ce72-f5ff-4856-9534-55a57e1d9b18 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Received event network-vif-deleted-e44e15ca-5126-4c0e-b7c3-227d6200f696 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.088496] env[69437]: INFO nova.compute.manager [req-ce802320-c2dc-45c8-a0c5-15cc472a37be req-7a63ce72-f5ff-4856-9534-55a57e1d9b18 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Neutron deleted interface e44e15ca-5126-4c0e-b7c3-227d6200f696; detaching it from the instance and deleting it from the info cache [ 723.088667] env[69437]: DEBUG nova.network.neutron [req-ce802320-c2dc-45c8-a0c5-15cc472a37be req-7a63ce72-f5ff-4856-9534-55a57e1d9b18 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.128116] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Releasing lock "refresh_cache-9142b50b-9af0-4b60-a1df-7f713eb02f2c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.128424] env[69437]: DEBUG nova.compute.manager [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Instance network_info: |[{"id": "abbed6a8-b8d2-40fa-81d4-a1d87b16621a", "address": "fa:16:3e:0f:67:df", "network": {"id": "d4ee818c-9c40-4583-90df-de5e2e9c0d76", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1503397695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b25956ae2ce49618b636ddc48cf6bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbed6a8-b8", "ovs_interfaceid": "abbed6a8-b8d2-40fa-81d4-a1d87b16621a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.128923] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:67:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abbed6a8-b8d2-40fa-81d4-a1d87b16621a', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.138057] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Creating folder: Project (0b25956ae2ce49618b636ddc48cf6bbb). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.138898] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8923f7b-fd24-41c3-aef7-298f04023048 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.153046] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Created folder: Project (0b25956ae2ce49618b636ddc48cf6bbb) in parent group-v812682. [ 723.153287] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Creating folder: Instances. Parent ref: group-v812771. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.153543] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9873a19d-427b-4ba2-87c2-5898b10d465e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.167811] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Created folder: Instances in parent group-v812771. [ 723.168109] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.168334] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.168558] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2730264f-6db8-480a-8e6b-d6d6ce3b4c9d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.190697] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.190697] env[69437]: value = "task-4103094" [ 723.190697] env[69437]: _type = "Task" [ 723.190697] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.202163] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103094, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.224569] env[69437]: DEBUG nova.compute.manager [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.252733] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.253696] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.253976] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.254258] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.254467] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.254706] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.254989] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.255227] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.255459] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.255680] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.255910] env[69437]: DEBUG nova.virt.hardware [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.258213] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e52289-ebd8-4009-8324-1db4810865ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.275025] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d2268b-a9a8-4351-9e69-a982d857dd3a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.278781] env[69437]: DEBUG nova.compute.manager [req-f47df704-daf3-4553-bcae-0dd7992055ee req-f9ee7540-3328-4f9d-bb78-741911359a12 service nova] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Received event network-changed-abbed6a8-b8d2-40fa-81d4-a1d87b16621a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.279129] env[69437]: DEBUG nova.compute.manager [req-f47df704-daf3-4553-bcae-0dd7992055ee req-f9ee7540-3328-4f9d-bb78-741911359a12 service nova] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Refreshing instance network info cache due to event network-changed-abbed6a8-b8d2-40fa-81d4-a1d87b16621a. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.279588] env[69437]: DEBUG oslo_concurrency.lockutils [req-f47df704-daf3-4553-bcae-0dd7992055ee req-f9ee7540-3328-4f9d-bb78-741911359a12 service nova] Acquiring lock "refresh_cache-9142b50b-9af0-4b60-a1df-7f713eb02f2c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.279863] env[69437]: DEBUG oslo_concurrency.lockutils [req-f47df704-daf3-4553-bcae-0dd7992055ee req-f9ee7540-3328-4f9d-bb78-741911359a12 service nova] Acquired lock "refresh_cache-9142b50b-9af0-4b60-a1df-7f713eb02f2c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.281347] env[69437]: DEBUG nova.network.neutron [req-f47df704-daf3-4553-bcae-0dd7992055ee req-f9ee7540-3328-4f9d-bb78-741911359a12 service nova] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Refreshing network info cache for port abbed6a8-b8d2-40fa-81d4-a1d87b16621a {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.421134] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.424379] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.427074] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.818s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.427292] env[69437]: DEBUG nova.objects.instance [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 723.460447] env[69437]: INFO nova.scheduler.client.report [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Deleted allocations for instance 7c21ebe3-babd-476a-a383-b3beab7afd01 [ 723.575871] env[69437]: DEBUG nova.network.neutron [-] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.592082] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f6ed165-9dca-4df7-a60d-9631f2d6412b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.611311] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6201888-c293-4d17-ad0c-39522ca26658 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.645870] env[69437]: DEBUG nova.compute.manager [req-ce802320-c2dc-45c8-a0c5-15cc472a37be req-7a63ce72-f5ff-4856-9534-55a57e1d9b18 service nova] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Detach interface failed, port_id=e44e15ca-5126-4c0e-b7c3-227d6200f696, reason: Instance cbcc2538-ac37-4cc7-8a70-6d3b4404d408 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.703555] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103094, 'name': CreateVM_Task, 'duration_secs': 0.452} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.705154] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.705317] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.705748] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.706557] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.709239] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a533c7-f5ab-4b2f-afee-7b6b622236b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.717024] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.717024] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 723.717024] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b99078-4b0b-34cc-16c9-28544aa5c126" [ 723.717024] env[69437]: _type = "Task" [ 723.717024] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.717024] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de8c270b-9daa-4680-b488-bf2003797c72 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.732305] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b99078-4b0b-34cc-16c9-28544aa5c126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.734681] env[69437]: DEBUG oslo_vmware.api [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 723.734681] env[69437]: value = "task-4103095" [ 723.734681] env[69437]: _type = "Task" [ 723.734681] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.748900] env[69437]: DEBUG oslo_vmware.api [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.971740] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6561cf4-253f-44b2-ac09-621b893c326e tempest-ServerShowV247Test-1920681594 tempest-ServerShowV247Test-1920681594-project-member] Lock "7c21ebe3-babd-476a-a383-b3beab7afd01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.899s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.080882] env[69437]: INFO nova.compute.manager [-] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Took 1.28 seconds to deallocate network for instance. [ 724.213538] env[69437]: DEBUG nova.network.neutron [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Successfully updated port: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.233195] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b99078-4b0b-34cc-16c9-28544aa5c126, 'name': SearchDatastore_Task, 'duration_secs': 0.01558} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.234422] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.234422] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.234422] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.234422] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.234689] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.234689] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3ad5615-3c2c-4a08-827c-159a9f4ed958 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.248830] env[69437]: DEBUG oslo_vmware.api [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103095, 'name': PowerOffVM_Task, 'duration_secs': 0.254663} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.250493] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.250789] env[69437]: DEBUG nova.compute.manager [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.251316] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.251540] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.252908] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3522d7d-786b-4469-897c-70bd8144811b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.256126] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb10912-4714-4398-bf5b-62dff1d31a83 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.263727] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 724.263727] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527a51cc-8a3b-0b1c-1cf2-cc98ca28c611" [ 724.263727] env[69437]: _type = "Task" [ 724.263727] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.280531] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527a51cc-8a3b-0b1c-1cf2-cc98ca28c611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.311353] env[69437]: DEBUG nova.network.neutron [req-f47df704-daf3-4553-bcae-0dd7992055ee req-f9ee7540-3328-4f9d-bb78-741911359a12 service nova] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Updated VIF entry in instance network info cache for port abbed6a8-b8d2-40fa-81d4-a1d87b16621a. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.311783] env[69437]: DEBUG nova.network.neutron [req-f47df704-daf3-4553-bcae-0dd7992055ee req-f9ee7540-3328-4f9d-bb78-741911359a12 service nova] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Updating instance_info_cache with network_info: [{"id": "abbed6a8-b8d2-40fa-81d4-a1d87b16621a", "address": "fa:16:3e:0f:67:df", "network": {"id": "d4ee818c-9c40-4583-90df-de5e2e9c0d76", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1503397695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b25956ae2ce49618b636ddc48cf6bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbed6a8-b8", "ovs_interfaceid": "abbed6a8-b8d2-40fa-81d4-a1d87b16621a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.436559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-186f0b9f-46a0-43ee-8fb4-376d27968248 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.437772] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.796s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.438016] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.438207] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 724.438738] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.983s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.438969] env[69437]: DEBUG nova.objects.instance [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lazy-loading 'resources' on Instance uuid a73dab07-defc-470a-a91e-0e77a69da76e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.441383] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed29bb-c143-4b44-ab1b-3ed1ad50b304 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.452123] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72d926d-0b42-4b22-ad85-b739ddc3f797 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.471890] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c81e5ec-fc31-43a9-b55e-0ac931dc4043 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.480997] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845840a0-13a6-4564-b13d-85abaef9cfd4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.513711] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179386MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 724.513864] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.588306] env[69437]: DEBUG oslo_concurrency.lockutils [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.716884] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.717106] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquired lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.717244] env[69437]: DEBUG nova.network.neutron [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.772670] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dd3a3b06-5cdb-45d3-a994-3935e9662b76 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.777897] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527a51cc-8a3b-0b1c-1cf2-cc98ca28c611, 'name': SearchDatastore_Task, 'duration_secs': 0.014061} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.778955] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9dd824-2a83-466c-b7c5-19f9d9949013 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.786457] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 724.786457] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527b4d9f-ddc1-c598-df61-f5f015562b34" [ 724.786457] env[69437]: _type = "Task" [ 724.786457] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.798110] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527b4d9f-ddc1-c598-df61-f5f015562b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.814642] env[69437]: DEBUG oslo_concurrency.lockutils [req-f47df704-daf3-4553-bcae-0dd7992055ee req-f9ee7540-3328-4f9d-bb78-741911359a12 service nova] Releasing lock "refresh_cache-9142b50b-9af0-4b60-a1df-7f713eb02f2c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294809] env[69437]: DEBUG nova.network.neutron [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.306055] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527b4d9f-ddc1-c598-df61-f5f015562b34, 'name': SearchDatastore_Task, 'duration_secs': 0.018071} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.306055] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.306219] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 9142b50b-9af0-4b60-a1df-7f713eb02f2c/9142b50b-9af0-4b60-a1df-7f713eb02f2c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.306334] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f047024-b6b0-46f6-8918-05eb574d6e89 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.315989] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 725.315989] env[69437]: value = "task-4103096" [ 725.315989] env[69437]: _type = "Task" [ 725.315989] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.326655] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.474118] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf102daf-46d9-4dd1-af0f-ad9b9185ef85 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.482995] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2aba5d-e995-47a8-8a6a-c53a27c0b332 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.521158] env[69437]: DEBUG nova.compute.manager [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Received event network-vif-plugged-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.521411] env[69437]: DEBUG oslo_concurrency.lockutils [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] Acquiring lock "2172b03c-6a59-48de-9dab-408a19619aca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.521599] env[69437]: DEBUG oslo_concurrency.lockutils [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] Lock "2172b03c-6a59-48de-9dab-408a19619aca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.521766] env[69437]: DEBUG oslo_concurrency.lockutils [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] Lock "2172b03c-6a59-48de-9dab-408a19619aca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.521941] env[69437]: DEBUG nova.compute.manager [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] No waiting events found dispatching network-vif-plugged-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.522119] env[69437]: WARNING nova.compute.manager [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Received unexpected event network-vif-plugged-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d for instance with vm_state building and task_state spawning. [ 725.522280] env[69437]: DEBUG nova.compute.manager [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Received event network-changed-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.522432] env[69437]: DEBUG nova.compute.manager [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Refreshing instance network info cache due to event network-changed-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.522595] env[69437]: DEBUG oslo_concurrency.lockutils [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] Acquiring lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.523378] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92001afc-645c-4ce2-92ea-d102c3d79441 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.534690] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadb4c59-b9e3-4150-b9de-2aee58e8dba6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.550117] env[69437]: DEBUG nova.compute.provider_tree [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.563650] env[69437]: DEBUG nova.network.neutron [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Updating instance_info_cache with network_info: [{"id": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "address": "fa:16:3e:6b:8c:5d", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8b490b-4d", "ovs_interfaceid": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.831257] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103096, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.055771] env[69437]: DEBUG nova.scheduler.client.report [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.066428] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Releasing lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.066868] env[69437]: DEBUG nova.compute.manager [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Instance network_info: |[{"id": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "address": "fa:16:3e:6b:8c:5d", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8b490b-4d", "ovs_interfaceid": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.067492] env[69437]: DEBUG oslo_concurrency.lockutils [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] Acquired lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.067663] env[69437]: DEBUG nova.network.neutron [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Refreshing network info cache for port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.069223] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:8c:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.078073] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Creating folder: Project (9e52cad075e74b489df93a3cfdd0d4a0). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.079791] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8807d8b8-6099-4a20-ab9b-c5f05b788c0d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.096140] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Created folder: Project (9e52cad075e74b489df93a3cfdd0d4a0) in parent group-v812682. [ 726.096590] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Creating folder: Instances. Parent ref: group-v812774. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.098331] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc9610ea-d746-4836-a6e2-c9dba702d2a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.109555] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Created folder: Instances in parent group-v812774. [ 726.110071] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.110266] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.110551] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d7cecc-b549-4c0a-a480-0528da6cce07 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.132924] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.132924] env[69437]: value = "task-4103099" [ 726.132924] env[69437]: _type = "Task" [ 726.132924] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.142466] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103099, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.329123] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622406} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.330050] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 9142b50b-9af0-4b60-a1df-7f713eb02f2c/9142b50b-9af0-4b60-a1df-7f713eb02f2c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.330050] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.330261] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5c42c5d-5133-4c19-a617-a31a5a2612dc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.338549] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 726.338549] env[69437]: value = "task-4103100" [ 726.338549] env[69437]: _type = "Task" [ 726.338549] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.347660] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.390852] env[69437]: DEBUG nova.compute.manager [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.391960] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7fd498-4a72-4632-8de9-a67bb7771faa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.562883] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.565595] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.580s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.567673] env[69437]: INFO nova.compute.claims [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.589633] env[69437]: INFO nova.scheduler.client.report [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Deleted allocations for instance a73dab07-defc-470a-a91e-0e77a69da76e [ 726.649392] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103099, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.851979] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085925} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.852738] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.853835] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae5f134-21c3-4173-b07e-226e76365f21 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.884277] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 9142b50b-9af0-4b60-a1df-7f713eb02f2c/9142b50b-9af0-4b60-a1df-7f713eb02f2c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.884651] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6065d9-bfd6-43a5-93c8-e933499a569a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.903876] env[69437]: INFO nova.compute.manager [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] instance snapshotting [ 726.904101] env[69437]: WARNING nova.compute.manager [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 726.908547] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48647b27-0283-4025-b1f7-dc0678cae9a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.913070] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 726.913070] env[69437]: value = "task-4103101" [ 726.913070] env[69437]: _type = "Task" [ 726.913070] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.933726] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daac4d3-3fd7-4ab8-828e-8fb3be17fcac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.942306] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.960740] env[69437]: DEBUG nova.network.neutron [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Updated VIF entry in instance network info cache for port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.963463] env[69437]: DEBUG nova.network.neutron [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Updating instance_info_cache with network_info: [{"id": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "address": "fa:16:3e:6b:8c:5d", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8b490b-4d", "ovs_interfaceid": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.108121] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dc983f25-e9c1-45bd-be77-b0648fe1a697 tempest-ServerDiagnosticsV248Test-196128068 tempest-ServerDiagnosticsV248Test-196128068-project-member] Lock "a73dab07-defc-470a-a91e-0e77a69da76e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.365s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.145822] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103099, 'name': CreateVM_Task, 'duration_secs': 0.517843} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.146557] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.148150] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.148381] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.148767] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.149548] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8393397-a7b0-4135-b39d-20395f357bb4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.157107] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 727.157107] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ca5edf-63a7-f230-7fba-0729c1cb7435" [ 727.157107] env[69437]: _type = "Task" [ 727.157107] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.170557] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ca5edf-63a7-f230-7fba-0729c1cb7435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.424811] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.453886] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 727.453886] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5cadbe3-fd68-4fbf-ab55-df4a63036f13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.460622] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 727.460622] env[69437]: value = "task-4103102" [ 727.460622] env[69437]: _type = "Task" [ 727.460622] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.471230] env[69437]: DEBUG oslo_concurrency.lockutils [req-c85be0de-fcd8-4085-b598-363322579fbd req-fe8d256c-ecf7-4e42-91ef-fe1d3bd5f573 service nova] Releasing lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.472499] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103102, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.670273] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ca5edf-63a7-f230-7fba-0729c1cb7435, 'name': SearchDatastore_Task, 'duration_secs': 0.01568} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.673547] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.673889] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.674200] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.674412] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.674651] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.675212] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bc3f4f7-6040-42a6-bbb5-c9bc512ed3de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.686098] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.686585] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.688022] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2918d17e-6fca-473a-96fb-0378769035f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.697275] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 727.697275] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52514f9d-cf50-6e4c-3608-6a12a1459c52" [ 727.697275] env[69437]: _type = "Task" [ 727.697275] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.708667] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52514f9d-cf50-6e4c-3608-6a12a1459c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.925861] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103101, 'name': ReconfigVM_Task, 'duration_secs': 0.875355} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.926213] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 9142b50b-9af0-4b60-a1df-7f713eb02f2c/9142b50b-9af0-4b60-a1df-7f713eb02f2c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.926980] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34b9eec2-f661-437b-8f82-2f47e82ffc67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.935975] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 727.935975] env[69437]: value = "task-4103103" [ 727.935975] env[69437]: _type = "Task" [ 727.935975] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.945378] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103103, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.974029] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103102, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.213374] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52514f9d-cf50-6e4c-3608-6a12a1459c52, 'name': SearchDatastore_Task, 'duration_secs': 0.020291} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.214337] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f802c9-817d-4e70-8350-80d73521b486 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.226215] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 728.226215] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52873562-84c7-e4b9-4fb0-81e19b43e924" [ 728.226215] env[69437]: _type = "Task" [ 728.226215] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.241893] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52873562-84c7-e4b9-4fb0-81e19b43e924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.317650] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60846a93-163a-4f49-9b6c-cbe1d2958307 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.329446] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706d0093-517f-4d06-a7fa-e8f7e1211f7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.384384] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcad66b6-3304-48da-9bdf-7a6cd893f4d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.395740] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5888e26c-655f-46a7-aa5a-e101626c6c8b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.414064] env[69437]: DEBUG nova.compute.provider_tree [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.424489] env[69437]: DEBUG oslo_vmware.rw_handles [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c4afb-e752-21c1-01b3-866119b038e9/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 728.425412] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a73af34-e513-40de-92e8-523dd6214518 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.434594] env[69437]: DEBUG oslo_vmware.rw_handles [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c4afb-e752-21c1-01b3-866119b038e9/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 728.435345] env[69437]: ERROR oslo_vmware.rw_handles [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c4afb-e752-21c1-01b3-866119b038e9/disk-0.vmdk due to incomplete transfer. [ 728.435345] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0aab0864-d974-4222-9174-c718ea8d021d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.448554] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103103, 'name': Rename_Task, 'duration_secs': 0.186526} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.453019] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.453019] env[69437]: DEBUG oslo_vmware.rw_handles [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c4afb-e752-21c1-01b3-866119b038e9/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 728.453019] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Uploaded image 1fddc15d-28bc-49e7-b877-bf3c162c45ac to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 728.453019] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 728.453295] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22ca97d-565e-4d16-be46-b6506ea56ab2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.454889] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-969ad7b6-1bd4-456a-afbb-cc5dd941e93b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.462441] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 728.462441] env[69437]: value = "task-4103104" [ 728.462441] env[69437]: _type = "Task" [ 728.462441] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.467646] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 728.467646] env[69437]: value = "task-4103105" [ 728.467646] env[69437]: _type = "Task" [ 728.467646] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.479404] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103102, 'name': CreateSnapshot_Task, 'duration_secs': 0.775358} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.480155] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 728.480978] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6997d5-9c79-4c3c-9d96-a1554e44dbe6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.490155] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.493020] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103105, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.738453] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52873562-84c7-e4b9-4fb0-81e19b43e924, 'name': SearchDatastore_Task, 'duration_secs': 0.017345} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.738453] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.738663] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 2172b03c-6a59-48de-9dab-408a19619aca/2172b03c-6a59-48de-9dab-408a19619aca.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.739447] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef15f44-851a-46ed-ae5d-86fe1d5f5e69 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.748987] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 728.748987] env[69437]: value = "task-4103106" [ 728.748987] env[69437]: _type = "Task" [ 728.748987] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.760497] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.810413] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.810413] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.918987] env[69437]: DEBUG nova.scheduler.client.report [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.987395] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103104, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.988201] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103105, 'name': Destroy_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.012573] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 729.012675] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ad13b3f-ecb1-40a7-be7e-f9271f809524 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.023212] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 729.023212] env[69437]: value = "task-4103107" [ 729.023212] env[69437]: _type = "Task" [ 729.023212] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.037739] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103107, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.267782] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103106, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.424871] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.425543] env[69437]: DEBUG nova.compute.manager [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.428446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.450s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.432125] env[69437]: DEBUG nova.objects.instance [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lazy-loading 'resources' on Instance uuid 6063bed9-d736-48cd-a9ed-a1cbfa914ea4 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.485476] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103105, 'name': Destroy_Task, 'duration_secs': 0.541874} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.489023] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Destroyed the VM [ 729.489354] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 729.493418] env[69437]: DEBUG oslo_vmware.api [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103104, 'name': PowerOnVM_Task, 'duration_secs': 0.932763} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.493657] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6cfe00e-d374-4211-b9ec-4bc687a33632 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.495574] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.495788] env[69437]: INFO nova.compute.manager [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Took 8.98 seconds to spawn the instance on the hypervisor. [ 729.495966] env[69437]: DEBUG nova.compute.manager [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.497057] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b20e4-dae4-48ce-80d6-a60bdf235d5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.508044] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 729.508044] env[69437]: value = "task-4103108" [ 729.508044] env[69437]: _type = "Task" [ 729.508044] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.518438] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.536030] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103107, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.763111] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585204} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.763596] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 2172b03c-6a59-48de-9dab-408a19619aca/2172b03c-6a59-48de-9dab-408a19619aca.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.764024] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.765011] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-447f9b31-6958-4c1b-9239-bd94fd0aae13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.773184] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 729.773184] env[69437]: value = "task-4103109" [ 729.773184] env[69437]: _type = "Task" [ 729.773184] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.785631] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.935157] env[69437]: DEBUG nova.compute.utils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.940067] env[69437]: DEBUG nova.compute.manager [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.940400] env[69437]: DEBUG nova.network.neutron [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.005776] env[69437]: DEBUG nova.policy [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcd63ea5a1f4afe96ca4b7595938ee3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db7c2b0495f746eab3500edd00d4423f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.026953] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103108, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.027797] env[69437]: INFO nova.compute.manager [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Took 45.48 seconds to build instance. [ 730.047022] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103107, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.286413] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072918} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.286786] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.288888] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ed281a-c87c-4a20-b5e0-9c5effe76869 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.312498] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 2172b03c-6a59-48de-9dab-408a19619aca/2172b03c-6a59-48de-9dab-408a19619aca.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.315664] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f23e2474-158a-463d-9cfb-1aa65104fd5c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.342838] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 730.342838] env[69437]: value = "task-4103110" [ 730.342838] env[69437]: _type = "Task" [ 730.342838] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.357337] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.441172] env[69437]: DEBUG nova.compute.manager [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.487278] env[69437]: DEBUG nova.network.neutron [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Successfully created port: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.532103] env[69437]: DEBUG oslo_vmware.api [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103108, 'name': RemoveSnapshot_Task, 'duration_secs': 0.572406} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.536223] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 730.536223] env[69437]: INFO nova.compute.manager [None req-7f2b120f-a00f-4c18-aaaf-a94f502f3949 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Took 16.57 seconds to snapshot the instance on the hypervisor. [ 730.540045] env[69437]: DEBUG oslo_concurrency.lockutils [None req-357ff441-9ecd-4104-80ba-972bd7ff9349 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.924s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.550562] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103107, 'name': CloneVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.567954] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d317fb0-2e3c-44ad-a541-39335b664a5b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.577321] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1b0821-a789-454d-b032-054d8bb817ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.611139] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8cbf34-bdeb-44dd-a01f-99bdf7ca7834 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.619674] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ad7f63-ffb8-4007-b218-0e8af4299117 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.636291] env[69437]: DEBUG nova.compute.provider_tree [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.857010] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103110, 'name': ReconfigVM_Task, 'duration_secs': 0.380221} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.857360] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 2172b03c-6a59-48de-9dab-408a19619aca/2172b03c-6a59-48de-9dab-408a19619aca.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.858252] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d7f3c47-f049-4269-bd42-21b982ecdced {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.865959] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 730.865959] env[69437]: value = "task-4103111" [ 730.865959] env[69437]: _type = "Task" [ 730.865959] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.876689] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103111, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.041106] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103107, 'name': CloneVM_Task, 'duration_secs': 1.52597} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.043336] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Created linked-clone VM from snapshot [ 731.043708] env[69437]: DEBUG nova.compute.manager [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.047409] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105b7faf-a5b2-438d-8bd6-109dcf696eb9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.062486] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Uploading image 25c64911-5fb7-4a13-bc5d-9d102155769e {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 731.094173] env[69437]: DEBUG oslo_vmware.rw_handles [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 731.094173] env[69437]: value = "vm-812778" [ 731.094173] env[69437]: _type = "VirtualMachine" [ 731.094173] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 731.095389] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a9c8845-9f66-43cb-af01-dd8f156d3066 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.103182] env[69437]: DEBUG oslo_vmware.rw_handles [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lease: (returnval){ [ 731.103182] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52931327-04c0-2423-9d00-f9c6bbc7494d" [ 731.103182] env[69437]: _type = "HttpNfcLease" [ 731.103182] env[69437]: } obtained for exporting VM: (result){ [ 731.103182] env[69437]: value = "vm-812778" [ 731.103182] env[69437]: _type = "VirtualMachine" [ 731.103182] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 731.104612] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the lease: (returnval){ [ 731.104612] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52931327-04c0-2423-9d00-f9c6bbc7494d" [ 731.104612] env[69437]: _type = "HttpNfcLease" [ 731.104612] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 731.111525] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.111525] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52931327-04c0-2423-9d00-f9c6bbc7494d" [ 731.111525] env[69437]: _type = "HttpNfcLease" [ 731.111525] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 731.139876] env[69437]: DEBUG nova.scheduler.client.report [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.376671] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103111, 'name': Rename_Task, 'duration_secs': 0.152652} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.377160] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.377467] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27929f86-a076-4028-8e17-af93330c9920 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.386014] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 731.386014] env[69437]: value = "task-4103113" [ 731.386014] env[69437]: _type = "Task" [ 731.386014] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.395018] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.454573] env[69437]: DEBUG nova.compute.manager [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.483177] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.483460] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.483752] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.483925] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.484188] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.484355] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.484591] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.484964] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.485331] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.485671] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.485971] env[69437]: DEBUG nova.virt.hardware [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.487758] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquiring lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.487758] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.487758] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquiring lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.487758] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.488018] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.490198] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27debf76-b0c3-408d-a642-6238c84fbcf2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.493637] env[69437]: INFO nova.compute.manager [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Terminating instance [ 731.503352] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de53f92d-7655-4c15-9849-5e5a648cabd6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.587038] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.616543] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.616543] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52931327-04c0-2423-9d00-f9c6bbc7494d" [ 731.616543] env[69437]: _type = "HttpNfcLease" [ 731.616543] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 731.617191] env[69437]: DEBUG oslo_vmware.rw_handles [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 731.617191] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52931327-04c0-2423-9d00-f9c6bbc7494d" [ 731.617191] env[69437]: _type = "HttpNfcLease" [ 731.617191] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 731.618163] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b1705f-3331-4b1f-9bcc-93e3303540d7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.627039] env[69437]: DEBUG oslo_vmware.rw_handles [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad27c-ca2e-901c-aaef-9637bb76386d/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 731.627436] env[69437]: DEBUG oslo_vmware.rw_handles [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad27c-ca2e-901c-aaef-9637bb76386d/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 731.684266] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.690868] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.656s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.690868] env[69437]: INFO nova.compute.claims [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.723368] env[69437]: INFO nova.scheduler.client.report [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted allocations for instance 6063bed9-d736-48cd-a9ed-a1cbfa914ea4 [ 731.733451] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b40dfe1c-df74-43dd-8936-8755cf794b12 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.900681] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103113, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.998223] env[69437]: DEBUG nova.compute.manager [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.998472] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.999498] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b96f2-9b76-467e-a4d0-b69de5c11f5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.008580] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.008958] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc4d3070-463d-4284-af66-2d38990de5c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.017195] env[69437]: DEBUG oslo_vmware.api [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 732.017195] env[69437]: value = "task-4103114" [ 732.017195] env[69437]: _type = "Task" [ 732.017195] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.027371] env[69437]: DEBUG oslo_vmware.api [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.237405] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f38a03fc-cc44-4910-8221-db3b84733f5c tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "6063bed9-d736-48cd-a9ed-a1cbfa914ea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.789s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.263962] env[69437]: DEBUG nova.compute.manager [req-35e1b1de-1a85-4433-8bb4-7382663e672c req-2c3f984d-d3fc-4350-8589-308d1a55638c service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Received event network-vif-plugged-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.270256] env[69437]: DEBUG oslo_concurrency.lockutils [req-35e1b1de-1a85-4433-8bb4-7382663e672c req-2c3f984d-d3fc-4350-8589-308d1a55638c service nova] Acquiring lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.270256] env[69437]: DEBUG oslo_concurrency.lockutils [req-35e1b1de-1a85-4433-8bb4-7382663e672c req-2c3f984d-d3fc-4350-8589-308d1a55638c service nova] Lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.270256] env[69437]: DEBUG oslo_concurrency.lockutils [req-35e1b1de-1a85-4433-8bb4-7382663e672c req-2c3f984d-d3fc-4350-8589-308d1a55638c service nova] Lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.270256] env[69437]: DEBUG nova.compute.manager [req-35e1b1de-1a85-4433-8bb4-7382663e672c req-2c3f984d-d3fc-4350-8589-308d1a55638c service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] No waiting events found dispatching network-vif-plugged-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 732.270256] env[69437]: WARNING nova.compute.manager [req-35e1b1de-1a85-4433-8bb4-7382663e672c req-2c3f984d-d3fc-4350-8589-308d1a55638c service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Received unexpected event network-vif-plugged-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 for instance with vm_state building and task_state spawning. [ 732.401808] env[69437]: DEBUG oslo_vmware.api [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103113, 'name': PowerOnVM_Task, 'duration_secs': 0.527424} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.402495] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.403049] env[69437]: INFO nova.compute.manager [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Took 9.18 seconds to spawn the instance on the hypervisor. [ 732.403565] env[69437]: DEBUG nova.compute.manager [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.404998] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f7330b-ea24-414b-ae1a-779bf7fbadd2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.493212] env[69437]: DEBUG nova.network.neutron [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Successfully updated port: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.528437] env[69437]: DEBUG oslo_vmware.api [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103114, 'name': PowerOffVM_Task, 'duration_secs': 0.217814} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.529069] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.529967] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.531120] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f19df81-06a9-494b-bfb6-91ee96735ef7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.579313] env[69437]: DEBUG nova.compute.manager [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.583562] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22f3c2-c53a-4f94-9f42-47ba043d7d3f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.611660] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.612506] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.612924] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Deleting the datastore file [datastore2] 9142b50b-9af0-4b60-a1df-7f713eb02f2c {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.613684] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcfdeb17-0102-4414-98cc-e951714cf02d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.621582] env[69437]: DEBUG oslo_vmware.api [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for the task: (returnval){ [ 732.621582] env[69437]: value = "task-4103116" [ 732.621582] env[69437]: _type = "Task" [ 732.621582] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.632412] env[69437]: DEBUG oslo_vmware.api [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.931155] env[69437]: INFO nova.compute.manager [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Took 47.73 seconds to build instance. [ 732.998319] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.998319] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquired lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.998579] env[69437]: DEBUG nova.network.neutron [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.099506] env[69437]: INFO nova.compute.manager [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] instance snapshotting [ 733.108693] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5adfbf-37d1-402a-93cf-f9318a0aa751 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.141263] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6a1dcf-725e-45e7-8852-fa0128c3624d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.158586] env[69437]: DEBUG oslo_vmware.api [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Task: {'id': task-4103116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168209} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.159335] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.159561] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.159765] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.160068] env[69437]: INFO nova.compute.manager [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 733.160293] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.163161] env[69437]: DEBUG nova.compute.manager [-] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.163273] env[69437]: DEBUG nova.network.neutron [-] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.319857] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa002ba5-cee5-40fd-8482-c0362c052056 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.329707] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979347d5-0c8a-481d-9720-40c106973d5b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.368157] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4bcc30-fb1a-4602-998c-0fcf6594ebad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.378042] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50179fb-be54-433f-806c-221628f5db6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.392879] env[69437]: DEBUG nova.compute.provider_tree [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.434409] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "2172b03c-6a59-48de-9dab-408a19619aca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.162s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.552046] env[69437]: DEBUG nova.network.neutron [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.660571] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 733.660974] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-06c78f3c-3922-4352-ae68-45a808c53a22 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.673647] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 733.673647] env[69437]: value = "task-4103117" [ 733.673647] env[69437]: _type = "Task" [ 733.673647] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.689054] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103117, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.732486] env[69437]: DEBUG nova.network.neutron [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updating instance_info_cache with network_info: [{"id": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "address": "fa:16:3e:d9:b9:89", "network": {"id": "a4a9b522-1e11-48f1-8373-cbfd279d51d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-85347977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "db7c2b0495f746eab3500edd00d4423f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752a3509-9d", "ovs_interfaceid": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.902203] env[69437]: DEBUG nova.scheduler.client.report [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.940941] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.075697] env[69437]: DEBUG nova.network.neutron [-] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.186953] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103117, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.239127] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Releasing lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.239434] env[69437]: DEBUG nova.compute.manager [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Instance network_info: |[{"id": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "address": "fa:16:3e:d9:b9:89", "network": {"id": "a4a9b522-1e11-48f1-8373-cbfd279d51d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-85347977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "db7c2b0495f746eab3500edd00d4423f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752a3509-9d", "ovs_interfaceid": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.239918] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:b9:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '752a3509-9d52-47dc-a8c6-08ad5df1e1d0', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.249580] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Creating folder: Project (db7c2b0495f746eab3500edd00d4423f). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.249964] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ca10262-e874-4809-9581-39594061c1b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.268386] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Created folder: Project (db7c2b0495f746eab3500edd00d4423f) in parent group-v812682. [ 734.268611] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Creating folder: Instances. Parent ref: group-v812780. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.268893] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa03a988-65ab-4233-acbe-6b5a80b09063 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.282153] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Created folder: Instances in parent group-v812780. [ 734.282442] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.282656] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.282885] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-114df437-9bc0-484e-bb2a-a34c88e1801f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.315952] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.315952] env[69437]: value = "task-4103120" [ 734.315952] env[69437]: _type = "Task" [ 734.315952] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.326341] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103120, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.408216] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.408216] env[69437]: DEBUG nova.compute.manager [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.412247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.112s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.414135] env[69437]: INFO nova.compute.claims [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.469810] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.547591] env[69437]: DEBUG nova.compute.manager [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Received event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.547885] env[69437]: DEBUG nova.compute.manager [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing instance network info cache due to event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.548135] env[69437]: DEBUG oslo_concurrency.lockutils [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] Acquiring lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.548307] env[69437]: DEBUG oslo_concurrency.lockutils [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] Acquired lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.548482] env[69437]: DEBUG nova.network.neutron [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.581540] env[69437]: INFO nova.compute.manager [-] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Took 1.42 seconds to deallocate network for instance. [ 734.691701] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103117, 'name': CreateSnapshot_Task, 'duration_secs': 0.574326} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.691945] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 734.692771] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8bb9f7-eebe-4ade-a654-d60e833dd179 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.830037] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103120, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.917608] env[69437]: DEBUG nova.compute.utils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.922521] env[69437]: DEBUG nova.compute.manager [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.922521] env[69437]: DEBUG nova.network.neutron [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.969630] env[69437]: DEBUG nova.policy [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c6151b1c7540e6999597a5f99a01f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f34c4e983b354e5290e74a3c3bda196f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.087053] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.155570] env[69437]: DEBUG nova.compute.manager [req-c573cc41-0fb2-4cb8-98d5-e09470ac3c8c req-5f63dd5c-c0ce-481b-b990-73869535f0cf service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Received event network-changed-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.155725] env[69437]: DEBUG nova.compute.manager [req-c573cc41-0fb2-4cb8-98d5-e09470ac3c8c req-5f63dd5c-c0ce-481b-b990-73869535f0cf service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Refreshing instance network info cache due to event network-changed-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.155949] env[69437]: DEBUG oslo_concurrency.lockutils [req-c573cc41-0fb2-4cb8-98d5-e09470ac3c8c req-5f63dd5c-c0ce-481b-b990-73869535f0cf service nova] Acquiring lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.156123] env[69437]: DEBUG oslo_concurrency.lockutils [req-c573cc41-0fb2-4cb8-98d5-e09470ac3c8c req-5f63dd5c-c0ce-481b-b990-73869535f0cf service nova] Acquired lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.156270] env[69437]: DEBUG nova.network.neutron [req-c573cc41-0fb2-4cb8-98d5-e09470ac3c8c req-5f63dd5c-c0ce-481b-b990-73869535f0cf service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Refreshing network info cache for port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.218347] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 735.218742] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a9c8282-90a0-4a82-a2e6-66620e93e0cb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.229937] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 735.229937] env[69437]: value = "task-4103121" [ 735.229937] env[69437]: _type = "Task" [ 735.229937] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.239760] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103121, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.328647] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103120, 'name': CreateVM_Task, 'duration_secs': 0.53217} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.332569] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.332569] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.332569] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.332569] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.332569] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e331a066-031f-469d-afcc-3f06af83ece4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.342322] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 735.342322] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52160760-4c23-9069-82cc-cd11c36918e3" [ 735.342322] env[69437]: _type = "Task" [ 735.342322] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.352314] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52160760-4c23-9069-82cc-cd11c36918e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.431378] env[69437]: DEBUG nova.compute.manager [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.436339] env[69437]: DEBUG nova.network.neutron [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updated VIF entry in instance network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.436856] env[69437]: DEBUG nova.network.neutron [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updating instance_info_cache with network_info: [{"id": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "address": "fa:16:3e:d9:b9:89", "network": {"id": "a4a9b522-1e11-48f1-8373-cbfd279d51d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-85347977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "db7c2b0495f746eab3500edd00d4423f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752a3509-9d", "ovs_interfaceid": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.488335] env[69437]: DEBUG nova.network.neutron [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Successfully created port: 3869b100-e08f-4647-9609-7847aade4f1e {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.743317] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103121, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.852864] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52160760-4c23-9069-82cc-cd11c36918e3, 'name': SearchDatastore_Task, 'duration_secs': 0.020177} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.856783] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.857077] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.857325] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.857474] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.857657] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.858140] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5799926-48cc-448b-9013-375a485846f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.875263] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.875263] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.879788] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-108867aa-fb0f-4cf9-afe7-2437ee3cd901 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.888644] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 735.888644] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52527ad3-7fde-3799-d93d-501f9473f426" [ 735.888644] env[69437]: _type = "Task" [ 735.888644] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.901308] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52527ad3-7fde-3799-d93d-501f9473f426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.950131] env[69437]: DEBUG oslo_concurrency.lockutils [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] Releasing lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.950518] env[69437]: DEBUG nova.compute.manager [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Received event network-vif-deleted-abbed6a8-b8d2-40fa-81d4-a1d87b16621a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.950886] env[69437]: DEBUG nova.compute.manager [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Received event network-changed-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.951033] env[69437]: DEBUG nova.compute.manager [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Refreshing instance network info cache due to event network-changed-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.951305] env[69437]: DEBUG oslo_concurrency.lockutils [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] Acquiring lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.015672] env[69437]: DEBUG nova.network.neutron [req-c573cc41-0fb2-4cb8-98d5-e09470ac3c8c req-5f63dd5c-c0ce-481b-b990-73869535f0cf service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Updated VIF entry in instance network info cache for port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.016848] env[69437]: DEBUG nova.network.neutron [req-c573cc41-0fb2-4cb8-98d5-e09470ac3c8c req-5f63dd5c-c0ce-481b-b990-73869535f0cf service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Updating instance_info_cache with network_info: [{"id": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "address": "fa:16:3e:6b:8c:5d", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8b490b-4d", "ovs_interfaceid": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.142600] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12af6a5-1799-49ae-8574-7af384a0419b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.155986] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb1f9b9-1e2a-47d3-8d33-db1027e7198f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.170125] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.170911] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.201523] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7925efa6-7b78-49c5-8b6c-69c36eab164d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.213755] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8468779-d054-4338-946b-488d861dee92 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.236982] env[69437]: DEBUG nova.compute.provider_tree [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.250162] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103121, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.398609] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52527ad3-7fde-3799-d93d-501f9473f426, 'name': SearchDatastore_Task, 'duration_secs': 0.017238} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.399505] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88d6c4b-634b-4226-bbe8-0fdcace8e543 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.405613] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 736.405613] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]523c5068-9759-483b-2ba9-d3f85bd7940a" [ 736.405613] env[69437]: _type = "Task" [ 736.405613] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.415793] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523c5068-9759-483b-2ba9-d3f85bd7940a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.451361] env[69437]: DEBUG nova.compute.manager [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.475675] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.475969] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.476225] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.476390] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.476545] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.476704] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.477047] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.477256] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.477430] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.477597] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.477791] env[69437]: DEBUG nova.virt.hardware [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.478693] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0754777-740e-4c8d-883a-97091b2fdf15 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.487770] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf43099-f89f-4139-b831-1e8e36d1f3c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.521276] env[69437]: DEBUG oslo_concurrency.lockutils [req-c573cc41-0fb2-4cb8-98d5-e09470ac3c8c req-5f63dd5c-c0ce-481b-b990-73869535f0cf service nova] Releasing lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.521750] env[69437]: DEBUG oslo_concurrency.lockutils [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] Acquired lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.521952] env[69437]: DEBUG nova.network.neutron [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Refreshing network info cache for port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.744606] env[69437]: DEBUG nova.scheduler.client.report [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.754221] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103121, 'name': CloneVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.917435] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523c5068-9759-483b-2ba9-d3f85bd7940a, 'name': SearchDatastore_Task, 'duration_secs': 0.019392} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.917833] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.918146] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fb2639a1-1d42-4e4e-a4d5-b579dca01370/fb2639a1-1d42-4e4e-a4d5-b579dca01370.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.918438] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84b2b9e3-3a13-435a-94a8-c9e40de1cb73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.926527] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 736.926527] env[69437]: value = "task-4103122" [ 736.926527] env[69437]: _type = "Task" [ 736.926527] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.937595] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.253507] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.253507] env[69437]: DEBUG nova.compute.manager [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.255168] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103121, 'name': CloneVM_Task, 'duration_secs': 1.59754} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.256903] env[69437]: DEBUG oslo_concurrency.lockutils [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.611s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.257156] env[69437]: DEBUG nova.objects.instance [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lazy-loading 'resources' on Instance uuid 44b4ca7c-aec4-40a2-819a-cb938b618d22 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.260864] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Created linked-clone VM from snapshot [ 737.267059] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ae820-3cb2-4d49-b5ce-b8704ab68d79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.284815] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Uploading image c24b196b-bb2b-46e1-b568-71aafb7e24c4 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 737.326792] env[69437]: DEBUG oslo_vmware.rw_handles [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 737.326792] env[69437]: value = "vm-812783" [ 737.326792] env[69437]: _type = "VirtualMachine" [ 737.326792] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 737.327117] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ecf3239e-e575-4c8c-adf2-433f3b9f9375 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.340277] env[69437]: DEBUG oslo_vmware.rw_handles [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lease: (returnval){ [ 737.340277] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52706474-a822-5e8f-c984-eccfc7ca4f8b" [ 737.340277] env[69437]: _type = "HttpNfcLease" [ 737.340277] env[69437]: } obtained for exporting VM: (result){ [ 737.340277] env[69437]: value = "vm-812783" [ 737.340277] env[69437]: _type = "VirtualMachine" [ 737.340277] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 737.340705] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the lease: (returnval){ [ 737.340705] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52706474-a822-5e8f-c984-eccfc7ca4f8b" [ 737.340705] env[69437]: _type = "HttpNfcLease" [ 737.340705] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 737.348775] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 737.348775] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52706474-a822-5e8f-c984-eccfc7ca4f8b" [ 737.348775] env[69437]: _type = "HttpNfcLease" [ 737.348775] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 737.433066] env[69437]: DEBUG nova.network.neutron [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Updated VIF entry in instance network info cache for port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.433434] env[69437]: DEBUG nova.network.neutron [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Updating instance_info_cache with network_info: [{"id": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "address": "fa:16:3e:6b:8c:5d", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8b490b-4d", "ovs_interfaceid": "6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.441748] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103122, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.450685] env[69437]: DEBUG nova.compute.manager [req-4850b11c-5e20-4d4c-81bf-d1bbd99352af req-3d58d272-ce00-482f-a4ed-2398811cb26a service nova] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Received event network-vif-plugged-3869b100-e08f-4647-9609-7847aade4f1e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.451100] env[69437]: DEBUG oslo_concurrency.lockutils [req-4850b11c-5e20-4d4c-81bf-d1bbd99352af req-3d58d272-ce00-482f-a4ed-2398811cb26a service nova] Acquiring lock "8c42b367-d7ce-4bad-b7b0-b5b001200905-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.451282] env[69437]: DEBUG oslo_concurrency.lockutils [req-4850b11c-5e20-4d4c-81bf-d1bbd99352af req-3d58d272-ce00-482f-a4ed-2398811cb26a service nova] Lock "8c42b367-d7ce-4bad-b7b0-b5b001200905-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.451535] env[69437]: DEBUG oslo_concurrency.lockutils [req-4850b11c-5e20-4d4c-81bf-d1bbd99352af req-3d58d272-ce00-482f-a4ed-2398811cb26a service nova] Lock "8c42b367-d7ce-4bad-b7b0-b5b001200905-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.451778] env[69437]: DEBUG nova.compute.manager [req-4850b11c-5e20-4d4c-81bf-d1bbd99352af req-3d58d272-ce00-482f-a4ed-2398811cb26a service nova] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] No waiting events found dispatching network-vif-plugged-3869b100-e08f-4647-9609-7847aade4f1e {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 737.451996] env[69437]: WARNING nova.compute.manager [req-4850b11c-5e20-4d4c-81bf-d1bbd99352af req-3d58d272-ce00-482f-a4ed-2398811cb26a service nova] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Received unexpected event network-vif-plugged-3869b100-e08f-4647-9609-7847aade4f1e for instance with vm_state building and task_state spawning. [ 737.596306] env[69437]: DEBUG nova.network.neutron [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Successfully updated port: 3869b100-e08f-4647-9609-7847aade4f1e {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.759502] env[69437]: DEBUG nova.compute.utils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.761942] env[69437]: DEBUG nova.compute.manager [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.762261] env[69437]: DEBUG nova.network.neutron [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.842531] env[69437]: DEBUG nova.policy [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c6151b1c7540e6999597a5f99a01f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f34c4e983b354e5290e74a3c3bda196f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.854474] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 737.854474] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52706474-a822-5e8f-c984-eccfc7ca4f8b" [ 737.854474] env[69437]: _type = "HttpNfcLease" [ 737.854474] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 737.859027] env[69437]: DEBUG oslo_vmware.rw_handles [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 737.859027] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52706474-a822-5e8f-c984-eccfc7ca4f8b" [ 737.859027] env[69437]: _type = "HttpNfcLease" [ 737.859027] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 737.859027] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddee54e-e76a-40cc-a93a-50ad1e052314 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.867532] env[69437]: DEBUG oslo_vmware.rw_handles [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae86cf-0be0-1841-001d-64b78078f0d6/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 737.867714] env[69437]: DEBUG oslo_vmware.rw_handles [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae86cf-0be0-1841-001d-64b78078f0d6/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 737.936295] env[69437]: DEBUG oslo_concurrency.lockutils [req-92017f4e-a880-4de7-b929-1d4fd1ae8a6d req-250c6509-b7d1-40c1-a7e0-bed7d743888f service nova] Releasing lock "refresh_cache-2172b03c-6a59-48de-9dab-408a19619aca" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.940446] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57964} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.940754] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fb2639a1-1d42-4e4e-a4d5-b579dca01370/fb2639a1-1d42-4e4e-a4d5-b579dca01370.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.941042] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.941284] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-018a38d4-5a71-417d-87be-3701277a9250 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.951805] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 737.951805] env[69437]: value = "task-4103124" [ 737.951805] env[69437]: _type = "Task" [ 737.951805] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.963862] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.966706] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09f9fa75-d50f-437f-b2b7-23f2ee890efc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.098784] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "refresh_cache-8c42b367-d7ce-4bad-b7b0-b5b001200905" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.098784] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "refresh_cache-8c42b367-d7ce-4bad-b7b0-b5b001200905" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.098784] env[69437]: DEBUG nova.network.neutron [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.270655] env[69437]: DEBUG nova.compute.manager [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.275292] env[69437]: DEBUG nova.network.neutron [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Successfully created port: 9daa6508-361e-4964-8028-5ad01cd5049a {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.345968] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b310a-240b-4a05-860a-30c9c47d0dd2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.354587] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580ebbbc-a804-46b5-829c-e2b31e5c8ba2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.396505] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cb214c-33e6-426e-8a23-c18a065cf7b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.406545] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a68cd-11e1-4bf4-bd17-1810b0d266d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.422349] env[69437]: DEBUG nova.compute.provider_tree [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.463816] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128702} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.464198] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.465584] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e6cc25-3e54-402e-8238-d629576af002 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.490450] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] fb2639a1-1d42-4e4e-a4d5-b579dca01370/fb2639a1-1d42-4e4e-a4d5-b579dca01370.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.491266] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438cfd71-3d29-47b0-bccd-ec6c5af44902 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.514146] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 738.514146] env[69437]: value = "task-4103125" [ 738.514146] env[69437]: _type = "Task" [ 738.514146] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.524671] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.648084] env[69437]: DEBUG nova.network.neutron [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.801584] env[69437]: DEBUG nova.network.neutron [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Updating instance_info_cache with network_info: [{"id": "3869b100-e08f-4647-9609-7847aade4f1e", "address": "fa:16:3e:79:15:12", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3869b100-e0", "ovs_interfaceid": "3869b100-e08f-4647-9609-7847aade4f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.925408] env[69437]: DEBUG nova.scheduler.client.report [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.028059] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.285478] env[69437]: DEBUG nova.compute.manager [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.303968] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "refresh_cache-8c42b367-d7ce-4bad-b7b0-b5b001200905" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.304390] env[69437]: DEBUG nova.compute.manager [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Instance network_info: |[{"id": "3869b100-e08f-4647-9609-7847aade4f1e", "address": "fa:16:3e:79:15:12", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3869b100-e0", "ovs_interfaceid": "3869b100-e08f-4647-9609-7847aade4f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.304825] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:15:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3869b100-e08f-4647-9609-7847aade4f1e', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.312996] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Creating folder: Project (f34c4e983b354e5290e74a3c3bda196f). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.313359] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c333160-0249-4862-b022-5fa542070416 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.328297] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Created folder: Project (f34c4e983b354e5290e74a3c3bda196f) in parent group-v812682. [ 739.328676] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Creating folder: Instances. Parent ref: group-v812784. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.329110] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c10610fc-59e4-400a-90fa-522c5fadd4ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.343836] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Created folder: Instances in parent group-v812784. [ 739.344326] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.344493] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.344733] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1282748-682f-4257-9798-d30c42423f3b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.367032] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.367032] env[69437]: value = "task-4103128" [ 739.367032] env[69437]: _type = "Task" [ 739.367032] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.377541] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103128, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.432290] env[69437]: DEBUG oslo_concurrency.lockutils [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.436410] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.457s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.437915] env[69437]: DEBUG nova.objects.instance [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lazy-loading 'resources' on Instance uuid 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.464221] env[69437]: INFO nova.scheduler.client.report [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Deleted allocations for instance 44b4ca7c-aec4-40a2-819a-cb938b618d22 [ 739.528689] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.878918] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103128, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.975327] env[69437]: DEBUG oslo_concurrency.lockutils [None req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Lock "44b4ca7c-aec4-40a2-819a-cb938b618d22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.182s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.996440] env[69437]: DEBUG nova.network.neutron [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Successfully updated port: 9daa6508-361e-4964-8028-5ad01cd5049a {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.026819] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103125, 'name': ReconfigVM_Task, 'duration_secs': 1.169601} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.029807] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Reconfigured VM instance instance-0000001f to attach disk [datastore1] fb2639a1-1d42-4e4e-a4d5-b579dca01370/fb2639a1-1d42-4e4e-a4d5-b579dca01370.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.030751] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f04a9a5a-487e-46c5-a06e-446e9fb04f9b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.039743] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 740.039743] env[69437]: value = "task-4103129" [ 740.039743] env[69437]: _type = "Task" [ 740.039743] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.053061] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103129, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.380355] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103128, 'name': CreateVM_Task, 'duration_secs': 0.530491} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.380561] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.381336] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.381532] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.382094] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.382262] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0678e04f-dcf1-4445-9fae-67ed8b04cd40 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.391786] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 740.391786] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52def019-84c9-38e9-2e00-476e21aa210d" [ 740.391786] env[69437]: _type = "Task" [ 740.391786] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.401984] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52def019-84c9-38e9-2e00-476e21aa210d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.503179] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "refresh_cache-cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.503499] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "refresh_cache-cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.503682] env[69437]: DEBUG nova.network.neutron [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.553192] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103129, 'name': Rename_Task, 'duration_secs': 0.261903} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.553532] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.553830] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62b2610-4621-4a54-bbd9-6e18ff1680c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.561421] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 740.561421] env[69437]: value = "task-4103130" [ 740.561421] env[69437]: _type = "Task" [ 740.561421] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.566979] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378172ba-904b-48f6-a2c2-95bf0200724b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.578831] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.580057] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3207ed-22c8-4061-8c61-c85ac0b52734 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.615342] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc788da5-af4d-4e36-9c96-d3e20906cedd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.624964] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade428b3-c3f5-4399-9cea-c6fb7177cf41 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.640446] env[69437]: DEBUG nova.compute.provider_tree [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.903586] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52def019-84c9-38e9-2e00-476e21aa210d, 'name': SearchDatastore_Task, 'duration_secs': 0.01273} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.903866] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.904100] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.904330] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.904473] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.904656] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.904942] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f12ffcac-ff11-4bb2-9051-5a6100d539bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.916240] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.916562] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.917559] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef12c917-490e-4886-b874-7a3ce0124277 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.924303] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 740.924303] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5269d9d4-dc63-64e7-0a20-8ab0d48459dd" [ 740.924303] env[69437]: _type = "Task" [ 740.924303] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.933019] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5269d9d4-dc63-64e7-0a20-8ab0d48459dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.040297] env[69437]: DEBUG nova.network.neutron [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.056223] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.056421] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.056533] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.056778] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.056950] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.057165] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.057396] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.057563] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.057737] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.057903] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.058100] env[69437]: DEBUG nova.virt.hardware [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.060423] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a685b63-00bd-41d6-b752-cd924973bb2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.071752] env[69437]: DEBUG oslo_vmware.rw_handles [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad27c-ca2e-901c-aaef-9637bb76386d/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.072711] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbde48ba-9f7a-4c3b-8d46-6e5592c0ee33 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.080016] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a952130-7fdc-483d-be16-1b6ea5178756 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.088746] env[69437]: DEBUG oslo_vmware.rw_handles [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad27c-ca2e-901c-aaef-9637bb76386d/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.088960] env[69437]: ERROR oslo_vmware.rw_handles [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad27c-ca2e-901c-aaef-9637bb76386d/disk-0.vmdk due to incomplete transfer. [ 741.089217] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.089859] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-58a78681-0ad8-42bf-94bf-8545bd9f1e41 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.105501] env[69437]: DEBUG oslo_vmware.rw_handles [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ad27c-ca2e-901c-aaef-9637bb76386d/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.105734] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Uploaded image 25c64911-5fb7-4a13-bc5d-9d102155769e to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.108413] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.112250] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd9e8835-7905-4cff-8667-fc6a0f7171da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.121596] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 741.121596] env[69437]: value = "task-4103131" [ 741.121596] env[69437]: _type = "Task" [ 741.121596] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.131758] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103131, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.144038] env[69437]: DEBUG nova.scheduler.client.report [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.284326] env[69437]: DEBUG nova.network.neutron [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Updating instance_info_cache with network_info: [{"id": "9daa6508-361e-4964-8028-5ad01cd5049a", "address": "fa:16:3e:f8:e7:c6", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daa6508-36", "ovs_interfaceid": "9daa6508-361e-4964-8028-5ad01cd5049a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.436267] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5269d9d4-dc63-64e7-0a20-8ab0d48459dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015731} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.437279] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566cddfe-88ac-4d33-ba1c-4e12a2ef6740 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.443795] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 741.443795] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52baf3bb-39cd-ab4f-0e77-ff570612fccc" [ 741.443795] env[69437]: _type = "Task" [ 741.443795] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.453748] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52baf3bb-39cd-ab4f-0e77-ff570612fccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.577589] env[69437]: DEBUG oslo_vmware.api [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103130, 'name': PowerOnVM_Task, 'duration_secs': 0.598123} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.577988] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.577988] env[69437]: INFO nova.compute.manager [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Took 10.12 seconds to spawn the instance on the hypervisor. [ 741.579050] env[69437]: DEBUG nova.compute.manager [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 741.579050] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f79eba9-4f6f-4308-8bb5-baecd4b4cd3b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.636361] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103131, 'name': Destroy_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.650499] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.655153] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.720s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.656497] env[69437]: INFO nova.compute.claims [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.680610] env[69437]: DEBUG nova.compute.manager [req-cfb2a41c-8a8c-4ae3-bee8-62c9be6fcfe8 req-3b130cc3-8b6e-41b3-a4d3-24e485174bda service nova] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Received event network-changed-3869b100-e08f-4647-9609-7847aade4f1e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.681293] env[69437]: DEBUG nova.compute.manager [req-cfb2a41c-8a8c-4ae3-bee8-62c9be6fcfe8 req-3b130cc3-8b6e-41b3-a4d3-24e485174bda service nova] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Refreshing instance network info cache due to event network-changed-3869b100-e08f-4647-9609-7847aade4f1e. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.681293] env[69437]: DEBUG oslo_concurrency.lockutils [req-cfb2a41c-8a8c-4ae3-bee8-62c9be6fcfe8 req-3b130cc3-8b6e-41b3-a4d3-24e485174bda service nova] Acquiring lock "refresh_cache-8c42b367-d7ce-4bad-b7b0-b5b001200905" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.681293] env[69437]: DEBUG oslo_concurrency.lockutils [req-cfb2a41c-8a8c-4ae3-bee8-62c9be6fcfe8 req-3b130cc3-8b6e-41b3-a4d3-24e485174bda service nova] Acquired lock "refresh_cache-8c42b367-d7ce-4bad-b7b0-b5b001200905" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.681471] env[69437]: DEBUG nova.network.neutron [req-cfb2a41c-8a8c-4ae3-bee8-62c9be6fcfe8 req-3b130cc3-8b6e-41b3-a4d3-24e485174bda service nova] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Refreshing network info cache for port 3869b100-e08f-4647-9609-7847aade4f1e {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.693334] env[69437]: INFO nova.scheduler.client.report [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Deleted allocations for instance 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c [ 741.792072] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "refresh_cache-cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.792072] env[69437]: DEBUG nova.compute.manager [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Instance network_info: |[{"id": "9daa6508-361e-4964-8028-5ad01cd5049a", "address": "fa:16:3e:f8:e7:c6", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daa6508-36", "ovs_interfaceid": "9daa6508-361e-4964-8028-5ad01cd5049a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.792405] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:e7:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9daa6508-361e-4964-8028-5ad01cd5049a', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.800777] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.801386] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.801917] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b568d9b2-1900-4079-87f7-56a06c2aa9f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.830736] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.830736] env[69437]: value = "task-4103132" [ 741.830736] env[69437]: _type = "Task" [ 741.830736] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.844523] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103132, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.959761] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52baf3bb-39cd-ab4f-0e77-ff570612fccc, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.960446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.960446] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.960684] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e16c4350-5c6b-4538-a0d8-d8165465a217 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.968523] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 741.968523] env[69437]: value = "task-4103133" [ 741.968523] env[69437]: _type = "Task" [ 741.968523] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.978639] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.100991] env[69437]: INFO nova.compute.manager [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Took 41.14 seconds to build instance. [ 742.134112] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103131, 'name': Destroy_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.206941] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8ac5d85c-7173-4c53-a4cc-049441f1239a tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Lock "5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.762s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.236552] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "4e579e51-18a2-4127-a95d-f4b40f2854b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.236552] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.344221] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103132, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.480563] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103133, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.604097] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdf9ea4a-6194-41a7-8703-54be63e73c9a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.323s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.635641] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103131, 'name': Destroy_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.636817] env[69437]: DEBUG nova.network.neutron [req-cfb2a41c-8a8c-4ae3-bee8-62c9be6fcfe8 req-3b130cc3-8b6e-41b3-a4d3-24e485174bda service nova] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Updated VIF entry in instance network info cache for port 3869b100-e08f-4647-9609-7847aade4f1e. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.637223] env[69437]: DEBUG nova.network.neutron [req-cfb2a41c-8a8c-4ae3-bee8-62c9be6fcfe8 req-3b130cc3-8b6e-41b3-a4d3-24e485174bda service nova] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Updating instance_info_cache with network_info: [{"id": "3869b100-e08f-4647-9609-7847aade4f1e", "address": "fa:16:3e:79:15:12", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3869b100-e0", "ovs_interfaceid": "3869b100-e08f-4647-9609-7847aade4f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.728444] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "5ea81cec-95cc-406c-b861-2de76ff9ff93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.728814] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.728976] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "5ea81cec-95cc-406c-b861-2de76ff9ff93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.729289] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.729530] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.734559] env[69437]: INFO nova.compute.manager [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Terminating instance [ 742.845964] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103132, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.990184] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69934} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.991899] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.992539] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.993311] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d0abf71-43c7-4df5-89fe-63f482b87e79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.002865] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 743.002865] env[69437]: value = "task-4103134" [ 743.002865] env[69437]: _type = "Task" [ 743.002865] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.014532] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.058835] env[69437]: INFO nova.compute.manager [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Rescuing [ 743.059119] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.059406] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquired lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.059483] env[69437]: DEBUG nova.network.neutron [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.110481] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.141088] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103131, 'name': Destroy_Task, 'duration_secs': 1.607101} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.141729] env[69437]: DEBUG oslo_concurrency.lockutils [req-cfb2a41c-8a8c-4ae3-bee8-62c9be6fcfe8 req-3b130cc3-8b6e-41b3-a4d3-24e485174bda service nova] Releasing lock "refresh_cache-8c42b367-d7ce-4bad-b7b0-b5b001200905" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.142205] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Destroyed the VM [ 743.142402] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 743.142680] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b02fd349-58bf-49c6-aae1-a717a9d9868a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.154878] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 743.154878] env[69437]: value = "task-4103135" [ 743.154878] env[69437]: _type = "Task" [ 743.154878] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.166126] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103135, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.243137] env[69437]: DEBUG nova.compute.manager [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.243520] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.244679] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c59e2-be75-4b1a-831d-13dbe279983e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.266688] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.266979] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d52c72-a79d-4f21-b480-8fcd154f3566 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.316217] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e62472-769c-478e-9d61-44aea660dcac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.326573] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830b7e49-696f-4a2d-91bc-18af75330de3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.364875] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231ebe56-2933-43cb-b932-5fb8f63ab7dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.375866] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103132, 'name': CreateVM_Task, 'duration_secs': 1.50245} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.379620] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.380937] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.381963] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.381963] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.387237] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105771c4-49e7-4102-8624-09844d960804 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.390758] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a961ad02-11e9-463b-8682-4ab4a94750d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.399770] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 743.399770] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ce2a33-8b15-4b0f-cc41-9f950dce8ca9" [ 743.399770] env[69437]: _type = "Task" [ 743.399770] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.414299] env[69437]: DEBUG nova.compute.provider_tree [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.431396] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ce2a33-8b15-4b0f-cc41-9f950dce8ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.022635} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.432253] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.432496] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.432878] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.433135] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.433419] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.434191] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d483e58-e1f8-4acf-aaf0-91bf70b0e26b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.448624] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.449029] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.450321] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339795e4-5fc8-4702-829e-a1f748834bc3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.460400] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 743.460400] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b76ed2-2aed-4f30-c27a-970e9bf8b196" [ 743.460400] env[69437]: _type = "Task" [ 743.460400] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.474095] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b76ed2-2aed-4f30-c27a-970e9bf8b196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.481877] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.482287] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.518307] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280106} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.518720] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.519981] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b70466a-4d74-4e4d-ba87-c6511d4b379a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.545639] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.545979] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20082323-480d-4cdd-8622-629a0b6beba9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.571688] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 743.571688] env[69437]: value = "task-4103137" [ 743.571688] env[69437]: _type = "Task" [ 743.571688] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.586032] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.643937] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.667896] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103135, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.719229] env[69437]: DEBUG nova.compute.manager [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Received event network-vif-plugged-9daa6508-361e-4964-8028-5ad01cd5049a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.719584] env[69437]: DEBUG oslo_concurrency.lockutils [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] Acquiring lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.719827] env[69437]: DEBUG oslo_concurrency.lockutils [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] Lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.720009] env[69437]: DEBUG oslo_concurrency.lockutils [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] Lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.720194] env[69437]: DEBUG nova.compute.manager [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] No waiting events found dispatching network-vif-plugged-9daa6508-361e-4964-8028-5ad01cd5049a {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 743.720380] env[69437]: WARNING nova.compute.manager [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Received unexpected event network-vif-plugged-9daa6508-361e-4964-8028-5ad01cd5049a for instance with vm_state building and task_state spawning. [ 743.720547] env[69437]: DEBUG nova.compute.manager [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Received event network-changed-9daa6508-361e-4964-8028-5ad01cd5049a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.720700] env[69437]: DEBUG nova.compute.manager [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Refreshing instance network info cache due to event network-changed-9daa6508-361e-4964-8028-5ad01cd5049a. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.720888] env[69437]: DEBUG oslo_concurrency.lockutils [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] Acquiring lock "refresh_cache-cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.721032] env[69437]: DEBUG oslo_concurrency.lockutils [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] Acquired lock "refresh_cache-cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.721194] env[69437]: DEBUG nova.network.neutron [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Refreshing network info cache for port 9daa6508-361e-4964-8028-5ad01cd5049a {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.833709] env[69437]: DEBUG nova.network.neutron [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updating instance_info_cache with network_info: [{"id": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "address": "fa:16:3e:d9:b9:89", "network": {"id": "a4a9b522-1e11-48f1-8373-cbfd279d51d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-85347977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "db7c2b0495f746eab3500edd00d4423f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752a3509-9d", "ovs_interfaceid": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.922704] env[69437]: DEBUG nova.scheduler.client.report [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.978038] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b76ed2-2aed-4f30-c27a-970e9bf8b196, 'name': SearchDatastore_Task, 'duration_secs': 0.018887} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.978038] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50d9823-5a3b-404b-a04e-f28fb401e45c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.985126] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 743.985126] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c43963-3135-2ad7-8a78-fabf2d39e7e9" [ 743.985126] env[69437]: _type = "Task" [ 743.985126] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.999563] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c43963-3135-2ad7-8a78-fabf2d39e7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.094070] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103137, 'name': ReconfigVM_Task, 'duration_secs': 0.513343} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.094070] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.094070] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35a38bc9-4064-47ac-a322-15bf7570c335 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.105162] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 744.105162] env[69437]: value = "task-4103138" [ 744.105162] env[69437]: _type = "Task" [ 744.105162] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.107686] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.108078] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.108436] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleting the datastore file [datastore1] 5ea81cec-95cc-406c-b861-2de76ff9ff93 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.112766] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f55ca3-0118-4b1a-bb3d-6be8d4a5eb57 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.123735] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103138, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.125768] env[69437]: DEBUG oslo_vmware.api [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 744.125768] env[69437]: value = "task-4103139" [ 744.125768] env[69437]: _type = "Task" [ 744.125768] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.137140] env[69437]: DEBUG oslo_vmware.api [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.170480] env[69437]: DEBUG oslo_vmware.api [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103135, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885007} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.170480] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 744.170480] env[69437]: INFO nova.compute.manager [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Took 17.26 seconds to snapshot the instance on the hypervisor. [ 744.339029] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Releasing lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.428520] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.428803] env[69437]: DEBUG nova.compute.manager [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.432419] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.929s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.434227] env[69437]: INFO nova.compute.claims [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.505847] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c43963-3135-2ad7-8a78-fabf2d39e7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.015177} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.505847] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.506134] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e/cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.506332] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e308f689-d560-480b-a0c6-09e46466463a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.521941] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 744.521941] env[69437]: value = "task-4103140" [ 744.521941] env[69437]: _type = "Task" [ 744.521941] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.536192] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.620878] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103138, 'name': Rename_Task, 'duration_secs': 0.255438} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.621305] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.621650] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c43172e8-ed3a-4e23-a74a-2de620990e85 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.633953] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 744.633953] env[69437]: value = "task-4103141" [ 744.633953] env[69437]: _type = "Task" [ 744.633953] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.641881] env[69437]: DEBUG oslo_vmware.api [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257355} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.641881] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.641881] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.641881] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.641881] env[69437]: INFO nova.compute.manager [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Took 1.40 seconds to destroy the instance on the hypervisor. [ 744.642236] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.642236] env[69437]: DEBUG nova.compute.manager [-] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.642236] env[69437]: DEBUG nova.network.neutron [-] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.650022] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.676515] env[69437]: DEBUG nova.compute.manager [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Instance disappeared during snapshot {{(pid=69437) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 744.698233] env[69437]: DEBUG nova.compute.manager [None req-2292f4d6-a53b-4367-b280-00591709d0a2 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image not found during clean up 25c64911-5fb7-4a13-bc5d-9d102155769e {{(pid=69437) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 744.701828] env[69437]: DEBUG nova.network.neutron [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Updated VIF entry in instance network info cache for port 9daa6508-361e-4964-8028-5ad01cd5049a. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.702537] env[69437]: DEBUG nova.network.neutron [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Updating instance_info_cache with network_info: [{"id": "9daa6508-361e-4964-8028-5ad01cd5049a", "address": "fa:16:3e:f8:e7:c6", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daa6508-36", "ovs_interfaceid": "9daa6508-361e-4964-8028-5ad01cd5049a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.940838] env[69437]: DEBUG nova.compute.utils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.949937] env[69437]: DEBUG nova.compute.manager [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 745.042146] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103140, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.146444] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103141, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.205952] env[69437]: DEBUG oslo_concurrency.lockutils [req-338ebb6e-31a4-4de8-9791-e9471338ac9e req-7f9042d6-742a-4b46-b94f-61386e935565 service nova] Releasing lock "refresh_cache-cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.451649] env[69437]: DEBUG nova.compute.manager [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.458896] env[69437]: DEBUG nova.compute.manager [req-1bbf0019-b6d8-4c07-8da3-0c5aaeb8ad0e req-e217ec0c-5807-4faa-90eb-685b4c56c64b service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Received event network-vif-deleted-d0623a80-d078-46c0-9642-ec32b6f1371f {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.458896] env[69437]: INFO nova.compute.manager [req-1bbf0019-b6d8-4c07-8da3-0c5aaeb8ad0e req-e217ec0c-5807-4faa-90eb-685b4c56c64b service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Neutron deleted interface d0623a80-d078-46c0-9642-ec32b6f1371f; detaching it from the instance and deleting it from the info cache [ 745.458896] env[69437]: DEBUG nova.network.neutron [req-1bbf0019-b6d8-4c07-8da3-0c5aaeb8ad0e req-e217ec0c-5807-4faa-90eb-685b4c56c64b service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.543404] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648254} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.546858] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e/cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.547316] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.548860] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97f10960-492d-48b3-a742-4ba530620a0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.559027] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 745.559027] env[69437]: value = "task-4103142" [ 745.559027] env[69437]: _type = "Task" [ 745.559027] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.572712] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.646557] env[69437]: DEBUG oslo_vmware.api [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103141, 'name': PowerOnVM_Task, 'duration_secs': 0.666734} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.652268] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.652903] env[69437]: INFO nova.compute.manager [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Took 9.20 seconds to spawn the instance on the hypervisor. [ 745.653075] env[69437]: DEBUG nova.compute.manager [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.655070] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcbcbba-7a73-4771-866f-18d61ce955df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.820207] env[69437]: DEBUG nova.network.neutron [-] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.894727] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.895126] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a90239-b8a2-4931-9dd7-cc789ba503d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.904469] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 745.904469] env[69437]: value = "task-4103143" [ 745.904469] env[69437]: _type = "Task" [ 745.904469] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.923824] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.972984] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51ea40ca-d9a5-4b6b-9e43-a07513dfb433 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.994022] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f421eefe-e342-4bac-9afa-50922b042f58 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.046780] env[69437]: DEBUG nova.compute.manager [req-1bbf0019-b6d8-4c07-8da3-0c5aaeb8ad0e req-e217ec0c-5807-4faa-90eb-685b4c56c64b service nova] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Detach interface failed, port_id=d0623a80-d078-46c0-9642-ec32b6f1371f, reason: Instance 5ea81cec-95cc-406c-b861-2de76ff9ff93 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.072103] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076649} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.076463] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.077713] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d92e3ae-dfc6-4366-9912-3d51d3c7067e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.106090] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e/cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.109487] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b03ed6-0b6f-46d5-b2ff-75a873cd2e04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.132386] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 746.132386] env[69437]: value = "task-4103144" [ 746.132386] env[69437]: _type = "Task" [ 746.132386] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.142815] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.187440] env[69437]: INFO nova.compute.manager [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Took 43.17 seconds to build instance. [ 746.234932] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095cd992-9632-4232-a23d-2ed1241a40c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.244465] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75150f47-d795-45df-b756-937f06da5683 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.281263] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a004ade-9d15-4d54-9fe4-201472acb4ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.289834] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89136bf3-665f-4ed1-b1d4-378168ae0497 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.305174] env[69437]: DEBUG nova.compute.provider_tree [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.324750] env[69437]: INFO nova.compute.manager [-] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Took 1.68 seconds to deallocate network for instance. [ 746.417207] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103143, 'name': PowerOffVM_Task, 'duration_secs': 0.322995} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.418321] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.418392] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb1832-afbd-45e4-b6b5-45ef0a77d890 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.439926] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29b197-554c-45c2-81a5-bfd51b95c884 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.475062] env[69437]: DEBUG nova.compute.manager [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.499052] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.500787] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98eaf820-9961-40fe-ab76-c8719bd424a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.508015] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 746.508015] env[69437]: value = "task-4103145" [ 746.508015] env[69437]: _type = "Task" [ 746.508015] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.511968] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.511968] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.511968] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.512267] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.512267] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.512267] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.512267] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.512267] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.512443] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.512443] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.512443] env[69437]: DEBUG nova.virt.hardware [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.513292] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a9f66d-6a0d-40ea-b458-b4cbc3a37f2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.532335] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096376b7-d4c8-4e14-aeb9-02e7f8e6c5b4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.537233] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 746.537482] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.537735] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.537900] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.538108] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.538827] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef1c4a3c-4ba6-4143-89c2-2e1fdd0dd090 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.550301] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.556253] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Creating folder: Project (0856dd9df19743cda509841100bfc031). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.557761] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2724c02-9c1f-4e52-aa53-e9e82dbaa1d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.559681] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.559858] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.560637] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17d46c7-ce0c-4a85-b287-a13040c0e569 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.567651] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 746.567651] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52072c0e-997b-f0ce-fbb9-384a6fcdec4c" [ 746.567651] env[69437]: _type = "Task" [ 746.567651] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.576089] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Created folder: Project (0856dd9df19743cda509841100bfc031) in parent group-v812682. [ 746.576428] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Creating folder: Instances. Parent ref: group-v812788. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.580068] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f9835b1-03fb-4da6-8992-5799774553c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.582088] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52072c0e-997b-f0ce-fbb9-384a6fcdec4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.592236] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Created folder: Instances in parent group-v812788. [ 746.592541] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.592754] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5188b18-95ce-4912-8c29-d59340601259] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.593019] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79420d2f-ebc3-4e80-a3a9-f643cca4ce5f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.611715] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.611715] env[69437]: value = "task-4103148" [ 746.611715] env[69437]: _type = "Task" [ 746.611715] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.622036] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103148, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.643583] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103144, 'name': ReconfigVM_Task, 'duration_secs': 0.375885} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.643893] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e/cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.644624] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d4f3c2e-2ebe-4027-a518-c7c4a9455339 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.654903] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 746.654903] env[69437]: value = "task-4103149" [ 746.654903] env[69437]: _type = "Task" [ 746.654903] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.665542] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103149, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.689604] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cebed252-fff3-4a45-9c86-e634a7e62c57 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "8c42b367-d7ce-4bad-b7b0-b5b001200905" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.917s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.808792] env[69437]: DEBUG nova.scheduler.client.report [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.832759] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.913144] env[69437]: DEBUG oslo_vmware.rw_handles [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae86cf-0be0-1841-001d-64b78078f0d6/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 746.917033] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056bc217-e660-49ef-a4f4-9197b63d0d10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.922656] env[69437]: DEBUG oslo_vmware.rw_handles [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae86cf-0be0-1841-001d-64b78078f0d6/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 746.922656] env[69437]: ERROR oslo_vmware.rw_handles [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae86cf-0be0-1841-001d-64b78078f0d6/disk-0.vmdk due to incomplete transfer. [ 746.922656] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4306d8de-c841-4f09-829f-a740893ce729 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.932082] env[69437]: DEBUG oslo_vmware.rw_handles [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae86cf-0be0-1841-001d-64b78078f0d6/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 746.932314] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Uploaded image c24b196b-bb2b-46e1-b568-71aafb7e24c4 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 746.933964] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 746.935108] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7506094c-e872-4d83-aa31-6fc86be41098 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.943471] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 746.943471] env[69437]: value = "task-4103150" [ 746.943471] env[69437]: _type = "Task" [ 746.943471] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.954980] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103150, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.083150] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52072c0e-997b-f0ce-fbb9-384a6fcdec4c, 'name': SearchDatastore_Task, 'duration_secs': 0.01814} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.084203] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7e5d4e-0fe7-4272-9008-1c6a8b89858e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.091220] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 747.091220] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fd0018-4173-2b43-9f55-b8cab524df34" [ 747.091220] env[69437]: _type = "Task" [ 747.091220] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.102138] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fd0018-4173-2b43-9f55-b8cab524df34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.124786] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103148, 'name': CreateVM_Task, 'duration_secs': 0.462911} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.125823] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5188b18-95ce-4912-8c29-d59340601259] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.125823] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.126034] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.126438] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.126733] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c2293d-5106-4b09-a6f7-a9eb9304964c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.135572] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 747.135572] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b9c81f-bb1b-e72d-b105-1628ef41244b" [ 747.135572] env[69437]: _type = "Task" [ 747.135572] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.148310] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b9c81f-bb1b-e72d-b105-1628ef41244b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.169161] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103149, 'name': Rename_Task, 'duration_secs': 0.183191} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.169510] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.170141] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5344f0cf-6350-483c-ac56-f0d356e05a21 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.178333] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 747.178333] env[69437]: value = "task-4103151" [ 747.178333] env[69437]: _type = "Task" [ 747.178333] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.192820] env[69437]: DEBUG nova.compute.manager [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.195499] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.317026] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.317026] env[69437]: DEBUG nova.compute.manager [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.319901] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.740s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.455744] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103150, 'name': Destroy_Task, 'duration_secs': 0.40675} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.456260] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Destroyed the VM [ 747.456682] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 747.457073] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9ac52b75-38c7-40c5-8aa6-a4430ce1e132 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.468124] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 747.468124] env[69437]: value = "task-4103152" [ 747.468124] env[69437]: _type = "Task" [ 747.468124] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.476904] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103152, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.522224] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.522602] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.605038] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fd0018-4173-2b43-9f55-b8cab524df34, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.605038] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.605038] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fb2639a1-1d42-4e4e-a4d5-b579dca01370/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. {{(pid=69437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 747.605038] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b83891-9d9b-4ff4-a588-af3aa5f3f0b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.614021] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 747.614021] env[69437]: value = "task-4103153" [ 747.614021] env[69437]: _type = "Task" [ 747.614021] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.623041] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.646481] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b9c81f-bb1b-e72d-b105-1628ef41244b, 'name': SearchDatastore_Task, 'duration_secs': 0.017324} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.647185] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.647691] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.648237] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.648701] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.649076] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.649547] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f931a0c8-a4cb-48a0-83fc-a40897ee049d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.671023] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.671023] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.671447] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce11a00-b8d0-4ea1-8e55-1ffd3f3da641 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.678705] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 747.678705] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52136769-ddc2-4f1f-e0ed-c99a7b90aced" [ 747.678705] env[69437]: _type = "Task" [ 747.678705] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.695089] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.697131] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52136769-ddc2-4f1f-e0ed-c99a7b90aced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.724944] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.826030] env[69437]: DEBUG nova.compute.utils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.830303] env[69437]: DEBUG nova.compute.manager [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.830836] env[69437]: DEBUG nova.network.neutron [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.908225] env[69437]: DEBUG nova.policy [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77ef588af40c49db8464c46b272c553e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0df5596c58bb4ff1ad9f6b22f371f9eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.984965] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103152, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.131470] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103153, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.198064] env[69437]: DEBUG oslo_vmware.api [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103151, 'name': PowerOnVM_Task, 'duration_secs': 0.593908} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.199695] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52136769-ddc2-4f1f-e0ed-c99a7b90aced, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.199695] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.199695] env[69437]: INFO nova.compute.manager [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Took 8.91 seconds to spawn the instance on the hypervisor. [ 748.199695] env[69437]: DEBUG nova.compute.manager [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.201357] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0238998-414e-4922-80ac-19576fa3a87d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.205254] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17cc069b-50a5-4110-ad97-76d0a7ca2b77 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.224168] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 748.224168] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528d84ae-f13d-a289-255f-53576742b73c" [ 748.224168] env[69437]: _type = "Task" [ 748.224168] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.241135] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528d84ae-f13d-a289-255f-53576742b73c, 'name': SearchDatastore_Task, 'duration_secs': 0.012315} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.241611] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.241907] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] e5188b18-95ce-4912-8c29-d59340601259/e5188b18-95ce-4912-8c29-d59340601259.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.242234] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5a3d2a4-bca1-4cff-ab51-b2cda96e9af2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.254623] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 748.254623] env[69437]: value = "task-4103154" [ 748.254623] env[69437]: _type = "Task" [ 748.254623] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.265375] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.332929] env[69437]: DEBUG nova.compute.manager [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.348866] env[69437]: DEBUG nova.network.neutron [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Successfully created port: 3823a00d-2ff4-45d5-a753-6be2729db238 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.484869] env[69437]: DEBUG oslo_vmware.api [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103152, 'name': RemoveSnapshot_Task, 'duration_secs': 0.78568} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.490256] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 748.490256] env[69437]: INFO nova.compute.manager [None req-32a7402d-d59a-4979-b0eb-79225678070a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Took 15.38 seconds to snapshot the instance on the hypervisor. [ 748.532833] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b3a133-1a08-4efa-aa0e-f2975815259c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.548744] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4310ebb2-cf1f-4f09-8d1e-b8d5a69cb66a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.593919] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e2096-ea74-42d4-b2fd-7fed6a538dc8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.604814] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86919eb-9aa3-43cd-8ae8-3b10b98a6c07 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.627880] env[69437]: DEBUG nova.compute.provider_tree [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.636751] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595287} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.637112] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fb2639a1-1d42-4e4e-a4d5-b579dca01370/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. [ 748.637974] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b484f36-3d1d-4da3-b700-6170607f53fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.670340] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] fb2639a1-1d42-4e4e-a4d5-b579dca01370/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.670964] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad998639-499c-4b89-b261-1864b0a54293 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.694221] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 748.694221] env[69437]: value = "task-4103155" [ 748.694221] env[69437]: _type = "Task" [ 748.694221] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.708431] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.737460] env[69437]: INFO nova.compute.manager [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Took 43.48 seconds to build instance. [ 748.768899] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496352} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.769329] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] e5188b18-95ce-4912-8c29-d59340601259/e5188b18-95ce-4912-8c29-d59340601259.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.769493] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.769766] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdd9c883-ff5f-4316-a8a3-8ca09f07e2c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.780705] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 748.780705] env[69437]: value = "task-4103156" [ 748.780705] env[69437]: _type = "Task" [ 748.780705] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.792131] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.134418] env[69437]: DEBUG nova.scheduler.client.report [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.208240] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.242368] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.868s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.294318] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078544} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.294605] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.295503] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2612e-c65f-438b-bf2c-2f0d2a692709 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.320624] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] e5188b18-95ce-4912-8c29-d59340601259/e5188b18-95ce-4912-8c29-d59340601259.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.321651] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b5548f8-0a32-4ed7-85cf-fe4c33114ee3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.343975] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 749.343975] env[69437]: value = "task-4103157" [ 749.343975] env[69437]: _type = "Task" [ 749.343975] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.349086] env[69437]: DEBUG nova.compute.manager [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.360816] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.388385] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.388643] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.388817] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.389467] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.389741] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.390276] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.390522] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.390688] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.390859] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.391038] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.391219] env[69437]: DEBUG nova.virt.hardware [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.392466] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbd13f3-081e-401c-aa1b-5b2fb7aa1512 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.403433] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d5dd72-952d-4919-b117-068c907bf6a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.707971] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.751215] env[69437]: DEBUG nova.compute.manager [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.860311] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.145062] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.825s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.149711] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.240s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.154637] env[69437]: DEBUG nova.objects.instance [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lazy-loading 'resources' on Instance uuid 736eb682-9dd1-45a7-8f88-d83ddae4d68a {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.212403] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103155, 'name': ReconfigVM_Task, 'duration_secs': 1.30132} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.213582] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Reconfigured VM instance instance-0000001f to attach disk [datastore1] fb2639a1-1d42-4e4e-a4d5-b579dca01370/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.214463] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04afafe2-ef24-4ade-96c3-c4f0a5bfa7c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.243481] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d89a31a-2cca-4305-9f73-598eb2773805 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.262267] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 750.262267] env[69437]: value = "task-4103158" [ 750.262267] env[69437]: _type = "Task" [ 750.262267] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.273186] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.273648] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.280336] env[69437]: DEBUG nova.compute.manager [req-b54a0ecb-0f74-4bf0-a5dc-b1b8b34cc35b req-ff9ce310-a096-460b-a5c4-ffb0c8d2cf23 service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Received event network-vif-plugged-3823a00d-2ff4-45d5-a753-6be2729db238 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.280564] env[69437]: DEBUG oslo_concurrency.lockutils [req-b54a0ecb-0f74-4bf0-a5dc-b1b8b34cc35b req-ff9ce310-a096-460b-a5c4-ffb0c8d2cf23 service nova] Acquiring lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.280841] env[69437]: DEBUG oslo_concurrency.lockutils [req-b54a0ecb-0f74-4bf0-a5dc-b1b8b34cc35b req-ff9ce310-a096-460b-a5c4-ffb0c8d2cf23 service nova] Lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.280943] env[69437]: DEBUG oslo_concurrency.lockutils [req-b54a0ecb-0f74-4bf0-a5dc-b1b8b34cc35b req-ff9ce310-a096-460b-a5c4-ffb0c8d2cf23 service nova] Lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.281133] env[69437]: DEBUG nova.compute.manager [req-b54a0ecb-0f74-4bf0-a5dc-b1b8b34cc35b req-ff9ce310-a096-460b-a5c4-ffb0c8d2cf23 service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] No waiting events found dispatching network-vif-plugged-3823a00d-2ff4-45d5-a753-6be2729db238 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 750.281332] env[69437]: WARNING nova.compute.manager [req-b54a0ecb-0f74-4bf0-a5dc-b1b8b34cc35b req-ff9ce310-a096-460b-a5c4-ffb0c8d2cf23 service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Received unexpected event network-vif-plugged-3823a00d-2ff4-45d5-a753-6be2729db238 for instance with vm_state building and task_state spawning. [ 750.282719] env[69437]: DEBUG nova.network.neutron [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Successfully updated port: 3823a00d-2ff4-45d5-a753-6be2729db238 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.357752] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103157, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.606280] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.606504] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.719401] env[69437]: INFO nova.scheduler.client.report [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Deleted allocation for migration 3329161a-6002-4508-82ff-7549bc6fccb4 [ 750.782170] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103158, 'name': ReconfigVM_Task, 'duration_secs': 0.180233} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.782170] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.782170] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9bafdf3-9b67-404c-b665-043ed3d339e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.794749] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "refresh_cache-cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.794749] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquired lock "refresh_cache-cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.794891] env[69437]: DEBUG nova.network.neutron [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.801935] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 750.801935] env[69437]: value = "task-4103159" [ 750.801935] env[69437]: _type = "Task" [ 750.801935] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.815514] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103159, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.865071] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103157, 'name': ReconfigVM_Task, 'duration_secs': 1.022945} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.866469] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Reconfigured VM instance instance-00000022 to attach disk [datastore2] e5188b18-95ce-4912-8c29-d59340601259/e5188b18-95ce-4912-8c29-d59340601259.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.867727] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a75bd7a0-7f50-443e-9e53-c20723a4175e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.877890] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 750.877890] env[69437]: value = "task-4103160" [ 750.877890] env[69437]: _type = "Task" [ 750.877890] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.891328] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103160, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.232447] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dbebacc5-2827-49a2-bcd2-c28ee454a04e tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.611s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.300926] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4580cdc8-ff93-43be-8e7b-88c5f4d4dd43 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.317534] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103159, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.319034] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a79691-37ea-48cf-a3b9-71ad36547999 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.362634] env[69437]: DEBUG nova.network.neutron [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.365591] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e17759-88c6-4172-b3ca-3dd54f2d5a01 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.375731] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06162467-8d56-4984-9e4f-012f7f41f1d7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.394374] env[69437]: DEBUG nova.compute.provider_tree [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.402540] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103160, 'name': Rename_Task, 'duration_secs': 0.184172} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.403517] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.403794] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930809ee-41e7-43ff-8d9c-225cec17f3c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.414532] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 751.414532] env[69437]: value = "task-4103161" [ 751.414532] env[69437]: _type = "Task" [ 751.414532] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.423027] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.631806] env[69437]: DEBUG nova.network.neutron [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Updating instance_info_cache with network_info: [{"id": "3823a00d-2ff4-45d5-a753-6be2729db238", "address": "fa:16:3e:a0:f5:ae", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3823a00d-2f", "ovs_interfaceid": "3823a00d-2ff4-45d5-a753-6be2729db238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.788651] env[69437]: DEBUG nova.compute.manager [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.789643] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00afb9be-2d6d-4180-835e-3b9cdd2a6902 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.814756] env[69437]: DEBUG oslo_vmware.api [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103159, 'name': PowerOnVM_Task, 'duration_secs': 0.579358} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.815262] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.819487] env[69437]: DEBUG nova.compute.manager [None req-ccc2de6a-b910-4745-a8bc-b03e0455ae0d tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.820691] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12dd901-ba5c-4106-b92c-280619df2f66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.907036] env[69437]: DEBUG nova.scheduler.client.report [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.930356] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.135211] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Releasing lock "refresh_cache-cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.135928] env[69437]: DEBUG nova.compute.manager [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Instance network_info: |[{"id": "3823a00d-2ff4-45d5-a753-6be2729db238", "address": "fa:16:3e:a0:f5:ae", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3823a00d-2f", "ovs_interfaceid": "3823a00d-2ff4-45d5-a753-6be2729db238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.136813] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:f5:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3823a00d-2ff4-45d5-a753-6be2729db238', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.151735] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.155027] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.155027] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92486d7f-c03a-46cd-8bc3-a4873180a748 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.192986] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.192986] env[69437]: value = "task-4103162" [ 752.192986] env[69437]: _type = "Task" [ 752.192986] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.201838] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103162, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.305109] env[69437]: INFO nova.compute.manager [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] instance snapshotting [ 752.308936] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbd816e-6119-445d-afea-2b38df87b92d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.339096] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c9dcf-2105-448b-b88f-3620dee8ce43 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.410925] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.414608] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.812s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.416077] env[69437]: INFO nova.compute.claims [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.432545] env[69437]: DEBUG oslo_vmware.api [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103161, 'name': PowerOnVM_Task, 'duration_secs': 0.970859} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.433056] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.433056] env[69437]: INFO nova.compute.manager [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Took 5.96 seconds to spawn the instance on the hypervisor. [ 752.433261] env[69437]: DEBUG nova.compute.manager [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.434770] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479227c8-c3ee-4591-b040-5058daf27f30 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.451558] env[69437]: INFO nova.scheduler.client.report [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Deleted allocations for instance 736eb682-9dd1-45a7-8f88-d83ddae4d68a [ 752.594377] env[69437]: DEBUG nova.compute.manager [req-faa8f4de-25b0-4eb2-837d-c81b31070ac2 req-b94eef4e-8c0e-4c0e-92e4-35b2e715089c service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Received event network-changed-3823a00d-2ff4-45d5-a753-6be2729db238 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.594926] env[69437]: DEBUG nova.compute.manager [req-faa8f4de-25b0-4eb2-837d-c81b31070ac2 req-b94eef4e-8c0e-4c0e-92e4-35b2e715089c service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Refreshing instance network info cache due to event network-changed-3823a00d-2ff4-45d5-a753-6be2729db238. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.596300] env[69437]: DEBUG oslo_concurrency.lockutils [req-faa8f4de-25b0-4eb2-837d-c81b31070ac2 req-b94eef4e-8c0e-4c0e-92e4-35b2e715089c service nova] Acquiring lock "refresh_cache-cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.596300] env[69437]: DEBUG oslo_concurrency.lockutils [req-faa8f4de-25b0-4eb2-837d-c81b31070ac2 req-b94eef4e-8c0e-4c0e-92e4-35b2e715089c service nova] Acquired lock "refresh_cache-cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.596300] env[69437]: DEBUG nova.network.neutron [req-faa8f4de-25b0-4eb2-837d-c81b31070ac2 req-b94eef4e-8c0e-4c0e-92e4-35b2e715089c service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Refreshing network info cache for port 3823a00d-2ff4-45d5-a753-6be2729db238 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.704748] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103162, 'name': CreateVM_Task, 'duration_secs': 0.437115} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.704748] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.706122] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.706309] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.706736] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.707190] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9a91ec-80e3-444c-baeb-a5b624e3a929 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.715217] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 752.715217] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527698dc-a5bf-4bb8-f1e9-8b9537568c98" [ 752.715217] env[69437]: _type = "Task" [ 752.715217] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.728279] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527698dc-a5bf-4bb8-f1e9-8b9537568c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.859339] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 752.859339] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-485b5f80-8850-4c49-9150-f25288d2c088 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.871555] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 752.871555] env[69437]: value = "task-4103163" [ 752.871555] env[69437]: _type = "Task" [ 752.871555] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.886412] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103163, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.970559] env[69437]: INFO nova.compute.manager [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Took 40.05 seconds to build instance. [ 752.984458] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c123415-6522-45b2-b7fa-71007f995069 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Lock "736eb682-9dd1-45a7-8f88-d83ddae4d68a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.490s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.228785] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527698dc-a5bf-4bb8-f1e9-8b9537568c98, 'name': SearchDatastore_Task, 'duration_secs': 0.013397} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.231550] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.231809] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.232125] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.232224] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.232867] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.232867] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40945e66-4e47-4c26-a6e7-452da10f6051 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.244374] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.246807] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.246807] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7f2ba9-861d-4df4-84f0-032d1c809b47 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.253047] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 753.253047] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ff041d-df8c-263c-2788-fc2fc22383b8" [ 753.253047] env[69437]: _type = "Task" [ 753.253047] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.266314] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ff041d-df8c-263c-2788-fc2fc22383b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.270297] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8c3a56-8a0c-4978-b767-a4b7596dabca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.278592] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 753.278592] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5278c582-ffb5-31b4-c92e-5210aa066c95" [ 753.278592] env[69437]: _type = "Task" [ 753.278592] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.291982] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5278c582-ffb5-31b4-c92e-5210aa066c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.381145] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103163, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.412789] env[69437]: DEBUG nova.network.neutron [req-faa8f4de-25b0-4eb2-837d-c81b31070ac2 req-b94eef4e-8c0e-4c0e-92e4-35b2e715089c service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Updated VIF entry in instance network info cache for port 3823a00d-2ff4-45d5-a753-6be2729db238. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.413303] env[69437]: DEBUG nova.network.neutron [req-faa8f4de-25b0-4eb2-837d-c81b31070ac2 req-b94eef4e-8c0e-4c0e-92e4-35b2e715089c service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Updating instance_info_cache with network_info: [{"id": "3823a00d-2ff4-45d5-a753-6be2729db238", "address": "fa:16:3e:a0:f5:ae", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3823a00d-2f", "ovs_interfaceid": "3823a00d-2ff4-45d5-a753-6be2729db238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.473062] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8e92a057-2980-486f-8701-eac02772a4d4 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "e5188b18-95ce-4912-8c29-d59340601259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.029s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.791171] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5278c582-ffb5-31b4-c92e-5210aa066c95, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.791171] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.791171] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] cc3336d0-85fc-4aa8-8521-7ef2ed5c2674/cc3336d0-85fc-4aa8-8521-7ef2ed5c2674.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.791171] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49725291-bd15-41ee-8e4d-08e1c0659fbc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.806459] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 753.806459] env[69437]: value = "task-4103164" [ 753.806459] env[69437]: _type = "Task" [ 753.806459] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.825866] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.889294] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103163, 'name': CreateSnapshot_Task, 'duration_secs': 0.651195} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.889666] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 753.890809] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeb4050-d844-43ff-be28-39bf6f9be2a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.916863] env[69437]: DEBUG oslo_concurrency.lockutils [req-faa8f4de-25b0-4eb2-837d-c81b31070ac2 req-b94eef4e-8c0e-4c0e-92e4-35b2e715089c service nova] Releasing lock "refresh_cache-cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.975160] env[69437]: DEBUG nova.compute.manager [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.054329] env[69437]: DEBUG nova.compute.manager [None req-e75a52f1-c49c-4f75-bc58-3c5e9ce701a9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.055554] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4433645-0282-4aac-b25d-1a1b71d82598 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.079382] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c0741-7494-4331-9d34-7f35824197df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.096654] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772e635-f2ed-44f7-aab1-0d2b048f8833 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.136350] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2ab379-1538-4bb1-bc03-96ef1acc1d0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.147834] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7160199-bcb1-4892-8934-430d24bbd1e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.164217] env[69437]: DEBUG nova.compute.provider_tree [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.266844] env[69437]: DEBUG nova.compute.manager [req-ff2d9f47-5963-485b-978d-9d18c8e75655 req-6f3e6dde-0ea5-498a-999a-ebbdcb369942 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Received event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.267192] env[69437]: DEBUG nova.compute.manager [req-ff2d9f47-5963-485b-978d-9d18c8e75655 req-6f3e6dde-0ea5-498a-999a-ebbdcb369942 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing instance network info cache due to event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.267509] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff2d9f47-5963-485b-978d-9d18c8e75655 req-6f3e6dde-0ea5-498a-999a-ebbdcb369942 service nova] Acquiring lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.267636] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff2d9f47-5963-485b-978d-9d18c8e75655 req-6f3e6dde-0ea5-498a-999a-ebbdcb369942 service nova] Acquired lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.267857] env[69437]: DEBUG nova.network.neutron [req-ff2d9f47-5963-485b-978d-9d18c8e75655 req-6f3e6dde-0ea5-498a-999a-ebbdcb369942 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.322167] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.425491] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.425891] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ad8f4a5-5f0e-41d6-80af-711c90c9ffac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.440106] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 754.440106] env[69437]: value = "task-4103165" [ 754.440106] env[69437]: _type = "Task" [ 754.440106] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.449759] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103165, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.505502] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.570689] env[69437]: INFO nova.compute.manager [None req-e75a52f1-c49c-4f75-bc58-3c5e9ce701a9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] instance snapshotting [ 754.571267] env[69437]: DEBUG nova.objects.instance [None req-e75a52f1-c49c-4f75-bc58-3c5e9ce701a9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lazy-loading 'flavor' on Instance uuid e5188b18-95ce-4912-8c29-d59340601259 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.596328] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquiring lock "e5188b18-95ce-4912-8c29-d59340601259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.596752] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "e5188b18-95ce-4912-8c29-d59340601259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.597137] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquiring lock "e5188b18-95ce-4912-8c29-d59340601259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.597480] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "e5188b18-95ce-4912-8c29-d59340601259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.597778] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "e5188b18-95ce-4912-8c29-d59340601259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.604039] env[69437]: INFO nova.compute.manager [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Terminating instance [ 754.669313] env[69437]: DEBUG nova.scheduler.client.report [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.821236] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554368} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.824351] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] cc3336d0-85fc-4aa8-8521-7ef2ed5c2674/cc3336d0-85fc-4aa8-8521-7ef2ed5c2674.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.824620] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.824908] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f2c5f1-cda2-4f10-9654-f1afc67393a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.851049] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 754.851049] env[69437]: value = "task-4103166" [ 754.851049] env[69437]: _type = "Task" [ 754.851049] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.863417] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.909164] env[69437]: DEBUG nova.compute.manager [req-1283676e-b2ac-4ed6-95a7-87acc04f84e0 req-36d9dc7b-57c2-4f40-82a1-7f50036a96bd service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Received event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.909598] env[69437]: DEBUG nova.compute.manager [req-1283676e-b2ac-4ed6-95a7-87acc04f84e0 req-36d9dc7b-57c2-4f40-82a1-7f50036a96bd service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing instance network info cache due to event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.909905] env[69437]: DEBUG oslo_concurrency.lockutils [req-1283676e-b2ac-4ed6-95a7-87acc04f84e0 req-36d9dc7b-57c2-4f40-82a1-7f50036a96bd service nova] Acquiring lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.956429] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103165, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.083332] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1698799a-600a-481b-93b5-5844291411a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.107031] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquiring lock "refresh_cache-e5188b18-95ce-4912-8c29-d59340601259" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.107209] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquired lock "refresh_cache-e5188b18-95ce-4912-8c29-d59340601259" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.107496] env[69437]: DEBUG nova.network.neutron [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.112895] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025c989b-a5de-4f01-8826-af362974a96b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.134728] env[69437]: DEBUG nova.network.neutron [req-ff2d9f47-5963-485b-978d-9d18c8e75655 req-6f3e6dde-0ea5-498a-999a-ebbdcb369942 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updated VIF entry in instance network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.135104] env[69437]: DEBUG nova.network.neutron [req-ff2d9f47-5963-485b-978d-9d18c8e75655 req-6f3e6dde-0ea5-498a-999a-ebbdcb369942 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updating instance_info_cache with network_info: [{"id": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "address": "fa:16:3e:d9:b9:89", "network": {"id": "a4a9b522-1e11-48f1-8373-cbfd279d51d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-85347977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "db7c2b0495f746eab3500edd00d4423f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752a3509-9d", "ovs_interfaceid": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.179328] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.179869] env[69437]: DEBUG nova.compute.manager [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.184666] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.353s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.188167] env[69437]: INFO nova.compute.claims [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.363045] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099335} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.363318] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.364486] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e591b0a-7480-4d3b-a896-f4ff2d93a5bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.396490] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] cc3336d0-85fc-4aa8-8521-7ef2ed5c2674/cc3336d0-85fc-4aa8-8521-7ef2ed5c2674.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.396857] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c7fb6d3-0ead-4622-ad73-ab4462bc8466 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.418704] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 755.418704] env[69437]: value = "task-4103167" [ 755.418704] env[69437]: _type = "Task" [ 755.418704] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.428098] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.453482] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103165, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.628215] env[69437]: DEBUG nova.compute.manager [None req-e75a52f1-c49c-4f75-bc58-3c5e9ce701a9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Instance disappeared during snapshot {{(pid=69437) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 755.638750] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff2d9f47-5963-485b-978d-9d18c8e75655 req-6f3e6dde-0ea5-498a-999a-ebbdcb369942 service nova] Releasing lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.639307] env[69437]: DEBUG oslo_concurrency.lockutils [req-1283676e-b2ac-4ed6-95a7-87acc04f84e0 req-36d9dc7b-57c2-4f40-82a1-7f50036a96bd service nova] Acquired lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.639535] env[69437]: DEBUG nova.network.neutron [req-1283676e-b2ac-4ed6-95a7-87acc04f84e0 req-36d9dc7b-57c2-4f40-82a1-7f50036a96bd service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.645947] env[69437]: DEBUG nova.network.neutron [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.703128] env[69437]: DEBUG nova.compute.utils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.710170] env[69437]: DEBUG nova.compute.manager [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.710541] env[69437]: DEBUG nova.network.neutron [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.738680] env[69437]: DEBUG nova.network.neutron [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.810742] env[69437]: DEBUG nova.policy [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fbd4bfdd5e7447b825540285317a254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33cddb8678054abd912a76b8e972972a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.854912] env[69437]: DEBUG nova.compute.manager [None req-e75a52f1-c49c-4f75-bc58-3c5e9ce701a9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Found 0 images (rotation: 2) {{(pid=69437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 755.931698] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.955245] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103165, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.213508] env[69437]: DEBUG nova.compute.manager [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.245656] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Releasing lock "refresh_cache-e5188b18-95ce-4912-8c29-d59340601259" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.245656] env[69437]: DEBUG nova.compute.manager [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.245656] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.245656] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beccc79a-db84-4056-afdf-59fcd3009152 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.253972] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.254483] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6993b5b5-2b22-442f-b796-7a3946fe35b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.272965] env[69437]: DEBUG oslo_vmware.api [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 756.272965] env[69437]: value = "task-4103168" [ 756.272965] env[69437]: _type = "Task" [ 756.272965] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.288059] env[69437]: DEBUG oslo_vmware.api [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.297375] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.297375] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.432340] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103167, 'name': ReconfigVM_Task, 'duration_secs': 0.537313} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.436448] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Reconfigured VM instance instance-00000023 to attach disk [datastore2] cc3336d0-85fc-4aa8-8521-7ef2ed5c2674/cc3336d0-85fc-4aa8-8521-7ef2ed5c2674.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.438389] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ee9d5f6-c0b8-4e36-a461-02a2eeea14bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.449168] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 756.449168] env[69437]: value = "task-4103169" [ 756.449168] env[69437]: _type = "Task" [ 756.449168] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.461193] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103165, 'name': CloneVM_Task, 'duration_secs': 1.645174} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.461884] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Created linked-clone VM from snapshot [ 756.462764] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f130fc7-aa11-41a3-a956-bcad2930f9d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.472746] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103169, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.481728] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Uploading image fbd39c30-efe2-4d67-828e-5a76a7c50f08 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 756.497441] env[69437]: DEBUG nova.network.neutron [req-1283676e-b2ac-4ed6-95a7-87acc04f84e0 req-36d9dc7b-57c2-4f40-82a1-7f50036a96bd service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updated VIF entry in instance network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.497764] env[69437]: DEBUG nova.network.neutron [req-1283676e-b2ac-4ed6-95a7-87acc04f84e0 req-36d9dc7b-57c2-4f40-82a1-7f50036a96bd service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updating instance_info_cache with network_info: [{"id": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "address": "fa:16:3e:d9:b9:89", "network": {"id": "a4a9b522-1e11-48f1-8373-cbfd279d51d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-85347977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "db7c2b0495f746eab3500edd00d4423f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752a3509-9d", "ovs_interfaceid": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.518996] env[69437]: DEBUG oslo_vmware.rw_handles [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 756.518996] env[69437]: value = "vm-812793" [ 756.518996] env[69437]: _type = "VirtualMachine" [ 756.518996] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 756.521222] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17727435-dcdc-4149-b2be-72f2581b86ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.533989] env[69437]: DEBUG oslo_vmware.rw_handles [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lease: (returnval){ [ 756.533989] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526ac92d-f0ab-d6f2-c4e5-ee0e11b9524a" [ 756.533989] env[69437]: _type = "HttpNfcLease" [ 756.533989] env[69437]: } obtained for exporting VM: (result){ [ 756.533989] env[69437]: value = "vm-812793" [ 756.533989] env[69437]: _type = "VirtualMachine" [ 756.533989] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 756.534306] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the lease: (returnval){ [ 756.534306] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526ac92d-f0ab-d6f2-c4e5-ee0e11b9524a" [ 756.534306] env[69437]: _type = "HttpNfcLease" [ 756.534306] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 756.543513] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.543513] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526ac92d-f0ab-d6f2-c4e5-ee0e11b9524a" [ 756.543513] env[69437]: _type = "HttpNfcLease" [ 756.543513] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 756.775738] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94f4d82-0e8a-4059-aa86-bf7adcecd917 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.793155] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b684715-4404-4de1-aa8f-80c4f12c8783 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.797826] env[69437]: DEBUG oslo_vmware.api [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103168, 'name': PowerOffVM_Task, 'duration_secs': 0.281108} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.798146] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.798322] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.798982] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6396fd4-11d2-4aa8-8893-5ebc88c1ba64 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.828771] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d9122a-2f5b-4ce4-91a6-823817402641 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.837545] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47da211b-f52c-485d-82b6-ef5704940066 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.859897] env[69437]: DEBUG nova.compute.provider_tree [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.864052] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.864290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.865022] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Deleting the datastore file [datastore2] e5188b18-95ce-4912-8c29-d59340601259 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.870180] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a88f1bee-250a-44bc-ba9d-f6a0c682f948 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.873631] env[69437]: DEBUG nova.network.neutron [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Successfully created port: 651456d6-2df8-4c4f-8b31-221b2857e946 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.879831] env[69437]: DEBUG oslo_vmware.api [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for the task: (returnval){ [ 756.879831] env[69437]: value = "task-4103172" [ 756.879831] env[69437]: _type = "Task" [ 756.879831] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.888838] env[69437]: DEBUG oslo_vmware.api [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.967381] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103169, 'name': Rename_Task, 'duration_secs': 0.377386} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.967754] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.967967] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d28809c-04ad-458a-865c-94fe9d9f2ddd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.977688] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 756.977688] env[69437]: value = "task-4103173" [ 756.977688] env[69437]: _type = "Task" [ 756.977688] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.989929] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.003959] env[69437]: DEBUG oslo_concurrency.lockutils [req-1283676e-b2ac-4ed6-95a7-87acc04f84e0 req-36d9dc7b-57c2-4f40-82a1-7f50036a96bd service nova] Releasing lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.043728] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.043728] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526ac92d-f0ab-d6f2-c4e5-ee0e11b9524a" [ 757.043728] env[69437]: _type = "HttpNfcLease" [ 757.043728] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.043956] env[69437]: DEBUG oslo_vmware.rw_handles [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.043956] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526ac92d-f0ab-d6f2-c4e5-ee0e11b9524a" [ 757.043956] env[69437]: _type = "HttpNfcLease" [ 757.043956] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.045020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275c0a63-f49a-4755-8e3d-27651a31a044 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.055262] env[69437]: DEBUG oslo_vmware.rw_handles [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52252d57-058d-92ec-ebc3-03152f835e4c/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.055531] env[69437]: DEBUG oslo_vmware.rw_handles [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52252d57-058d-92ec-ebc3-03152f835e4c/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.174520] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0147f48f-17b6-4d67-a3e5-424776294dd8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.220907] env[69437]: DEBUG nova.compute.manager [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.245608] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.245880] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.248198] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.248198] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.248198] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.248198] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.248198] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.248472] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.248472] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.248472] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.248472] env[69437]: DEBUG nova.virt.hardware [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.250175] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b7d50c-91d3-45e9-a607-297cb6474ad4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.260155] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7169d2f5-3016-4b04-8e7e-26018279a605 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.372562] env[69437]: DEBUG nova.scheduler.client.report [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.392992] env[69437]: DEBUG oslo_vmware.api [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Task: {'id': task-4103172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125407} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.393271] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.394014] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.394014] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.394014] env[69437]: INFO nova.compute.manager [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] [instance: e5188b18-95ce-4912-8c29-d59340601259] Took 1.15 seconds to destroy the instance on the hypervisor. [ 757.394181] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.394259] env[69437]: DEBUG nova.compute.manager [-] [instance: e5188b18-95ce-4912-8c29-d59340601259] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.394340] env[69437]: DEBUG nova.network.neutron [-] [instance: e5188b18-95ce-4912-8c29-d59340601259] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.432594] env[69437]: DEBUG nova.network.neutron [-] [instance: e5188b18-95ce-4912-8c29-d59340601259] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.493593] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103173, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.734061] env[69437]: DEBUG nova.compute.manager [req-0a9a65ef-d705-4eac-b4a3-753a6a7f140b req-dffcb76e-8b68-4be3-9736-9b6dc70984f3 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Received event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.737485] env[69437]: DEBUG nova.compute.manager [req-0a9a65ef-d705-4eac-b4a3-753a6a7f140b req-dffcb76e-8b68-4be3-9736-9b6dc70984f3 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing instance network info cache due to event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.737706] env[69437]: DEBUG oslo_concurrency.lockutils [req-0a9a65ef-d705-4eac-b4a3-753a6a7f140b req-dffcb76e-8b68-4be3-9736-9b6dc70984f3 service nova] Acquiring lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.737854] env[69437]: DEBUG oslo_concurrency.lockutils [req-0a9a65ef-d705-4eac-b4a3-753a6a7f140b req-dffcb76e-8b68-4be3-9736-9b6dc70984f3 service nova] Acquired lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.738504] env[69437]: DEBUG nova.network.neutron [req-0a9a65ef-d705-4eac-b4a3-753a6a7f140b req-dffcb76e-8b68-4be3-9736-9b6dc70984f3 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.878394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.879603] env[69437]: DEBUG nova.compute.manager [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.882605] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.462s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.886129] env[69437]: INFO nova.compute.claims [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.936682] env[69437]: DEBUG nova.network.neutron [-] [instance: e5188b18-95ce-4912-8c29-d59340601259] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.988643] env[69437]: DEBUG oslo_vmware.api [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103173, 'name': PowerOnVM_Task, 'duration_secs': 0.795053} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.989146] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.989450] env[69437]: INFO nova.compute.manager [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Took 8.64 seconds to spawn the instance on the hypervisor. [ 757.989709] env[69437]: DEBUG nova.compute.manager [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.990779] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6065b21c-1014-49fa-befe-a7dfca8239b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.391212] env[69437]: DEBUG nova.compute.utils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.400634] env[69437]: DEBUG nova.compute.manager [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.400634] env[69437]: DEBUG nova.network.neutron [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.439137] env[69437]: INFO nova.compute.manager [-] [instance: e5188b18-95ce-4912-8c29-d59340601259] Took 1.04 seconds to deallocate network for instance. [ 758.518425] env[69437]: DEBUG nova.policy [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11c66180068c463983e135f6e3c66128', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668932e0cb35446698790a04a89a34e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.523974] env[69437]: INFO nova.compute.manager [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Took 42.05 seconds to build instance. [ 758.732084] env[69437]: DEBUG nova.network.neutron [req-0a9a65ef-d705-4eac-b4a3-753a6a7f140b req-dffcb76e-8b68-4be3-9736-9b6dc70984f3 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updated VIF entry in instance network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.732084] env[69437]: DEBUG nova.network.neutron [req-0a9a65ef-d705-4eac-b4a3-753a6a7f140b req-dffcb76e-8b68-4be3-9736-9b6dc70984f3 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updating instance_info_cache with network_info: [{"id": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "address": "fa:16:3e:d9:b9:89", "network": {"id": "a4a9b522-1e11-48f1-8373-cbfd279d51d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-85347977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "db7c2b0495f746eab3500edd00d4423f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752a3509-9d", "ovs_interfaceid": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.898939] env[69437]: DEBUG nova.compute.manager [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.952694] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.029090] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2f4fb409-535d-4803-8739-cfb1a3d246a0 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.422s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.087370] env[69437]: DEBUG nova.network.neutron [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Successfully updated port: 651456d6-2df8-4c4f-8b31-221b2857e946 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.238528] env[69437]: DEBUG oslo_concurrency.lockutils [req-0a9a65ef-d705-4eac-b4a3-753a6a7f140b req-dffcb76e-8b68-4be3-9736-9b6dc70984f3 service nova] Releasing lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.254088] env[69437]: DEBUG nova.network.neutron [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Successfully created port: ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.534932] env[69437]: DEBUG nova.compute.manager [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.590432] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquiring lock "refresh_cache-6cabd8b5-b9a7-423e-910f-db3fb5b2535d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.590584] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquired lock "refresh_cache-6cabd8b5-b9a7-423e-910f-db3fb5b2535d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.590738] env[69437]: DEBUG nova.network.neutron [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.595815] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed224454-9c6b-4b86-969a-13192b3b9f4f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.607099] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6207bdfd-bf7e-4e51-a9db-7ba3e75eb36e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.648585] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc28d3-bbc8-4217-8ac7-bc8e29ab9a56 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.660020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9b4dd1-3e23-4532-9b68-72e2baa089a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.673580] env[69437]: DEBUG nova.compute.provider_tree [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.677329] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Acquiring lock "f21e252d-7028-417c-872b-f69c49c2dc59" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.677556] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.917304] env[69437]: DEBUG nova.compute.manager [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.942863] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.943027] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.943212] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.944669] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.944669] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.944669] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.944669] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.944669] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.945548] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.945548] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.945548] env[69437]: DEBUG nova.virt.hardware [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.946511] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a4189a-df26-4f39-af32-ad1ed525c023 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.956944] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c14be2-5973-4282-abe8-f7ee4e0b0157 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.061330] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.146440] env[69437]: DEBUG nova.network.neutron [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.178044] env[69437]: DEBUG nova.scheduler.client.report [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.186188] env[69437]: DEBUG nova.compute.utils [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.342174] env[69437]: DEBUG nova.network.neutron [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Updating instance_info_cache with network_info: [{"id": "651456d6-2df8-4c4f-8b31-221b2857e946", "address": "fa:16:3e:f0:39:ec", "network": {"id": "d3615807-a8d7-44f7-b59e-0bc3bab43163", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-443194039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33cddb8678054abd912a76b8e972972a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651456d6-2d", "ovs_interfaceid": "651456d6-2df8-4c4f-8b31-221b2857e946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.510895] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquiring lock "668aabd7-0212-4c5a-b95f-214b34989b77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.511218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "668aabd7-0212-4c5a-b95f-214b34989b77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.687868] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.688173] env[69437]: DEBUG nova.compute.manager [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.696025] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.179s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.696025] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.848515] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Releasing lock "refresh_cache-6cabd8b5-b9a7-423e-910f-db3fb5b2535d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.848928] env[69437]: DEBUG nova.compute.manager [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Instance network_info: |[{"id": "651456d6-2df8-4c4f-8b31-221b2857e946", "address": "fa:16:3e:f0:39:ec", "network": {"id": "d3615807-a8d7-44f7-b59e-0bc3bab43163", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-443194039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33cddb8678054abd912a76b8e972972a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651456d6-2d", "ovs_interfaceid": "651456d6-2df8-4c4f-8b31-221b2857e946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.849618] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:39:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '651456d6-2df8-4c4f-8b31-221b2857e946', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.867082] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Creating folder: Project (33cddb8678054abd912a76b8e972972a). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.868090] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb81b702-389d-43e8-9a4d-f63be17c7695 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.882374] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Created folder: Project (33cddb8678054abd912a76b8e972972a) in parent group-v812682. [ 760.882655] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Creating folder: Instances. Parent ref: group-v812794. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.882952] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae4bca15-28ce-4492-a4b6-6742d8c87d04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.898651] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Created folder: Instances in parent group-v812794. [ 760.898940] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.899399] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.899487] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba89025b-dcbe-4950-b6ef-a741fe019228 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.922677] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.922677] env[69437]: value = "task-4103176" [ 760.922677] env[69437]: _type = "Task" [ 760.922677] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.933303] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103176, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.198667] env[69437]: DEBUG nova.compute.utils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.218865] env[69437]: DEBUG nova.compute.manager [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.222541] env[69437]: DEBUG nova.compute.manager [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.222745] env[69437]: DEBUG nova.network.neutron [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.297297] env[69437]: DEBUG nova.network.neutron [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Successfully updated port: ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.300367] env[69437]: DEBUG nova.policy [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3fb49ee19c4e2a990ed227fe55373c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '187b71e0ab394ed1900298f170ddf3ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.368704] env[69437]: DEBUG nova.compute.manager [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Received event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.369825] env[69437]: DEBUG nova.compute.manager [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing instance network info cache due to event network-changed-752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.370176] env[69437]: DEBUG oslo_concurrency.lockutils [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] Acquiring lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.370413] env[69437]: DEBUG oslo_concurrency.lockutils [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] Acquired lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.370819] env[69437]: DEBUG nova.network.neutron [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Refreshing network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.438028] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103176, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.675740] env[69437]: DEBUG nova.network.neutron [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Successfully created port: d38439e9-d502-4772-afad-44fa6a4f8384 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.782675] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.782883] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance f21e252d-7028-417c-872b-f69c49c2dc59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.783072] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 299209ef-69dd-4e72-a9df-d8dabb8993b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.783247] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d1beebbf-029a-42bd-92d1-db0d5fc9277c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.783393] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 42f1adb9-de91-4dac-8b1d-ca21a0b9f530 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.783547] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 93dfe65d-1ed2-4dda-9cc6-35b3538f799d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.783680] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 78dde2e8-12b8-4e9f-a467-8439349ad9e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.783856] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance cbcc2538-ac37-4cc7-8a70-6d3b4404d408 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 761.783985] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.784348] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance dd0055ac-3c2b-4058-a93d-291d47a55127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.784519] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5ea81cec-95cc-406c-b861-2de76ff9ff93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 761.784660] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 9142b50b-9af0-4b60-a1df-7f713eb02f2c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 761.784802] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 2172b03c-6a59-48de-9dab-408a19619aca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.784954] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance fb2639a1-1d42-4e4e-a4d5-b579dca01370 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.785121] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance b40269cc-f3c6-4dbc-a9aa-aa9f95186045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.785254] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 8c42b367-d7ce-4bad-b7b0-b5b001200905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.785366] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.785490] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance e5188b18-95ce-4912-8c29-d59340601259 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 761.785623] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance cc3336d0-85fc-4aa8-8521-7ef2ed5c2674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.785749] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 6cabd8b5-b9a7-423e-910f-db3fb5b2535d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.785859] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 830b3cad-5c4c-4086-a060-4a0dea4b1735 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.786331] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 79fb7a70-beec-44e4-adcf-b959d4482341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 761.804171] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.805396] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.805598] env[69437]: DEBUG nova.network.neutron [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.829763] env[69437]: DEBUG nova.compute.manager [req-dec83d16-6399-4e74-a5eb-8df0a3506d1c req-66c404e9-70bd-42ea-a799-7c0979bb3d9f service nova] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Received event network-vif-plugged-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.830055] env[69437]: DEBUG oslo_concurrency.lockutils [req-dec83d16-6399-4e74-a5eb-8df0a3506d1c req-66c404e9-70bd-42ea-a799-7c0979bb3d9f service nova] Acquiring lock "830b3cad-5c4c-4086-a060-4a0dea4b1735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.830145] env[69437]: DEBUG oslo_concurrency.lockutils [req-dec83d16-6399-4e74-a5eb-8df0a3506d1c req-66c404e9-70bd-42ea-a799-7c0979bb3d9f service nova] Lock "830b3cad-5c4c-4086-a060-4a0dea4b1735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.830609] env[69437]: DEBUG oslo_concurrency.lockutils [req-dec83d16-6399-4e74-a5eb-8df0a3506d1c req-66c404e9-70bd-42ea-a799-7c0979bb3d9f service nova] Lock "830b3cad-5c4c-4086-a060-4a0dea4b1735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.830609] env[69437]: DEBUG nova.compute.manager [req-dec83d16-6399-4e74-a5eb-8df0a3506d1c req-66c404e9-70bd-42ea-a799-7c0979bb3d9f service nova] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] No waiting events found dispatching network-vif-plugged-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.830825] env[69437]: WARNING nova.compute.manager [req-dec83d16-6399-4e74-a5eb-8df0a3506d1c req-66c404e9-70bd-42ea-a799-7c0979bb3d9f service nova] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Received unexpected event network-vif-plugged-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 for instance with vm_state building and task_state spawning. [ 761.843054] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Acquiring lock "f21e252d-7028-417c-872b-f69c49c2dc59" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.843416] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.843687] env[69437]: INFO nova.compute.manager [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Attaching volume 179afd14-c757-4b70-9ad7-e72100f2f642 to /dev/sdb [ 761.905480] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124c9ef6-f590-4895-a073-fa43b6065a66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.915801] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c7c96-f662-4455-81c8-f1ddd94a8d03 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.935136] env[69437]: DEBUG nova.virt.block_device [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Updating existing volume attachment record: d6f9c87b-0250-4178-9a22-2b1f4c992ff0 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 761.946177] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103176, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.198058] env[69437]: DEBUG nova.network.neutron [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updated VIF entry in instance network info cache for port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.198526] env[69437]: DEBUG nova.network.neutron [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updating instance_info_cache with network_info: [{"id": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "address": "fa:16:3e:d9:b9:89", "network": {"id": "a4a9b522-1e11-48f1-8373-cbfd279d51d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-85347977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "db7c2b0495f746eab3500edd00d4423f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752a3509-9d", "ovs_interfaceid": "752a3509-9d52-47dc-a8c6-08ad5df1e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.241280] env[69437]: DEBUG nova.compute.manager [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.266110] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.266379] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.266540] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.266725] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.266868] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.267022] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.267426] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.267628] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.267813] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.267980] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.268170] env[69437]: DEBUG nova.virt.hardware [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.269192] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f5190f-3eef-4a78-87b4-343981fa890e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.277904] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1391e17a-1c3c-4db8-91b0-b5018d9ab20a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.298021] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance f92e3645-bfaa-4080-a67d-02c10fc0f9d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 762.374077] env[69437]: DEBUG nova.network.neutron [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.434892] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103176, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.542896] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.542896] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.542896] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.542896] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.543194] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.544551] env[69437]: INFO nova.compute.manager [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Terminating instance [ 762.573796] env[69437]: DEBUG nova.network.neutron [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Updating instance_info_cache with network_info: [{"id": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "address": "fa:16:3e:f6:08:a4", "network": {"id": "70cbc605-e36c-4eeb-9dfa-5be1c8c1bd0e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1228765677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668932e0cb35446698790a04a89a34e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1be9f8-77", "ovs_interfaceid": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.702131] env[69437]: DEBUG oslo_concurrency.lockutils [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] Releasing lock "refresh_cache-fb2639a1-1d42-4e4e-a4d5-b579dca01370" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.702457] env[69437]: DEBUG nova.compute.manager [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Received event network-vif-plugged-651456d6-2df8-4c4f-8b31-221b2857e946 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.702656] env[69437]: DEBUG oslo_concurrency.lockutils [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] Acquiring lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.702870] env[69437]: DEBUG oslo_concurrency.lockutils [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] Lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.703044] env[69437]: DEBUG oslo_concurrency.lockutils [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] Lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.703221] env[69437]: DEBUG nova.compute.manager [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] No waiting events found dispatching network-vif-plugged-651456d6-2df8-4c4f-8b31-221b2857e946 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 762.703395] env[69437]: WARNING nova.compute.manager [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Received unexpected event network-vif-plugged-651456d6-2df8-4c4f-8b31-221b2857e946 for instance with vm_state building and task_state spawning. [ 762.703561] env[69437]: DEBUG nova.compute.manager [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Received event network-changed-651456d6-2df8-4c4f-8b31-221b2857e946 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.703716] env[69437]: DEBUG nova.compute.manager [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Refreshing instance network info cache due to event network-changed-651456d6-2df8-4c4f-8b31-221b2857e946. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.703907] env[69437]: DEBUG oslo_concurrency.lockutils [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] Acquiring lock "refresh_cache-6cabd8b5-b9a7-423e-910f-db3fb5b2535d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.706376] env[69437]: DEBUG oslo_concurrency.lockutils [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] Acquired lock "refresh_cache-6cabd8b5-b9a7-423e-910f-db3fb5b2535d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.706376] env[69437]: DEBUG nova.network.neutron [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Refreshing network info cache for port 651456d6-2df8-4c4f-8b31-221b2857e946 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.801485] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 700784c2-7cff-4931-94d4-703f7a3dc39e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 762.914046] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "cfb0b2ed-43c1-40bb-9ede-4859e2d43c29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.914319] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "cfb0b2ed-43c1-40bb-9ede-4859e2d43c29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.935917] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103176, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.012683] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.013114] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.013467] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.013663] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.013948] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.016757] env[69437]: INFO nova.compute.manager [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Terminating instance [ 763.053880] env[69437]: DEBUG nova.compute.manager [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.054296] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.055505] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680e5450-89f5-4ef1-924f-b662f78f3214 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.065245] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.065572] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5518c7b7-b10e-49dc-9478-d630eee8b9e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.073908] env[69437]: DEBUG oslo_vmware.api [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 763.073908] env[69437]: value = "task-4103180" [ 763.073908] env[69437]: _type = "Task" [ 763.073908] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.080554] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.081079] env[69437]: DEBUG nova.compute.manager [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Instance network_info: |[{"id": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "address": "fa:16:3e:f6:08:a4", "network": {"id": "70cbc605-e36c-4eeb-9dfa-5be1c8c1bd0e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1228765677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668932e0cb35446698790a04a89a34e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1be9f8-77", "ovs_interfaceid": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.085669] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:08:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.094583] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.095039] env[69437]: DEBUG oslo_vmware.api [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.095735] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.096912] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1687b2b6-4ede-4cce-ba68-2ae03125b23f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.119287] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.119287] env[69437]: value = "task-4103181" [ 763.119287] env[69437]: _type = "Task" [ 763.119287] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.129583] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103181, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.305321] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 0cc46589-609b-4feb-8e19-88da9c7200a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 763.401445] env[69437]: DEBUG nova.compute.manager [req-320b3c7a-adb5-4087-a033-1a13c80bcad1 req-05bc62be-dd36-453d-8154-5f7c21806297 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Received event network-vif-plugged-d38439e9-d502-4772-afad-44fa6a4f8384 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.402389] env[69437]: DEBUG oslo_concurrency.lockutils [req-320b3c7a-adb5-4087-a033-1a13c80bcad1 req-05bc62be-dd36-453d-8154-5f7c21806297 service nova] Acquiring lock "79fb7a70-beec-44e4-adcf-b959d4482341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.402389] env[69437]: DEBUG oslo_concurrency.lockutils [req-320b3c7a-adb5-4087-a033-1a13c80bcad1 req-05bc62be-dd36-453d-8154-5f7c21806297 service nova] Lock "79fb7a70-beec-44e4-adcf-b959d4482341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.402389] env[69437]: DEBUG oslo_concurrency.lockutils [req-320b3c7a-adb5-4087-a033-1a13c80bcad1 req-05bc62be-dd36-453d-8154-5f7c21806297 service nova] Lock "79fb7a70-beec-44e4-adcf-b959d4482341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.402389] env[69437]: DEBUG nova.compute.manager [req-320b3c7a-adb5-4087-a033-1a13c80bcad1 req-05bc62be-dd36-453d-8154-5f7c21806297 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] No waiting events found dispatching network-vif-plugged-d38439e9-d502-4772-afad-44fa6a4f8384 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 763.402389] env[69437]: WARNING nova.compute.manager [req-320b3c7a-adb5-4087-a033-1a13c80bcad1 req-05bc62be-dd36-453d-8154-5f7c21806297 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Received unexpected event network-vif-plugged-d38439e9-d502-4772-afad-44fa6a4f8384 for instance with vm_state building and task_state spawning. [ 763.415283] env[69437]: DEBUG nova.network.neutron [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Successfully updated port: d38439e9-d502-4772-afad-44fa6a4f8384 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.438964] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103176, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.524268] env[69437]: DEBUG nova.compute.manager [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.524516] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.525532] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f7a56e-4426-4269-8854-750b466f6c83 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.534674] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.535072] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-352afd8d-3d20-4841-9728-cae5bf4d5c3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.544967] env[69437]: DEBUG oslo_vmware.api [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 763.544967] env[69437]: value = "task-4103182" [ 763.544967] env[69437]: _type = "Task" [ 763.544967] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.556814] env[69437]: DEBUG oslo_vmware.api [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.584954] env[69437]: DEBUG oslo_vmware.api [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103180, 'name': PowerOffVM_Task, 'duration_secs': 0.289163} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.585279] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.585452] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.585714] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d60ae14-5d82-4d08-8a5e-4e2eec4b6921 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.630494] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103181, 'name': CreateVM_Task, 'duration_secs': 0.493405} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.630699] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.631461] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.631605] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.631983] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.632283] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f87639e-baf9-40d8-9ba8-8b7021a04539 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.637982] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 763.637982] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52969b04-2d87-acce-8eba-1b327f061f27" [ 763.637982] env[69437]: _type = "Task" [ 763.637982] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.647508] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52969b04-2d87-acce-8eba-1b327f061f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.671176] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.671464] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.671779] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Deleting the datastore file [datastore1] fb2639a1-1d42-4e4e-a4d5-b579dca01370 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.672059] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8e91839-a34c-4a5d-92d1-8cfde17f51f3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.680473] env[69437]: DEBUG oslo_vmware.api [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for the task: (returnval){ [ 763.680473] env[69437]: value = "task-4103184" [ 763.680473] env[69437]: _type = "Task" [ 763.680473] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.690723] env[69437]: DEBUG oslo_vmware.api [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.743713] env[69437]: DEBUG nova.network.neutron [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Updated VIF entry in instance network info cache for port 651456d6-2df8-4c4f-8b31-221b2857e946. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.744253] env[69437]: DEBUG nova.network.neutron [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Updating instance_info_cache with network_info: [{"id": "651456d6-2df8-4c4f-8b31-221b2857e946", "address": "fa:16:3e:f0:39:ec", "network": {"id": "d3615807-a8d7-44f7-b59e-0bc3bab43163", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-443194039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33cddb8678054abd912a76b8e972972a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651456d6-2d", "ovs_interfaceid": "651456d6-2df8-4c4f-8b31-221b2857e946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.811345] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 89fec1cc-8bdb-488f-b06c-795c8ff1fbec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 763.892055] env[69437]: DEBUG nova.compute.manager [req-25c9c7cc-d250-4c7a-882b-2511d6439730 req-06fc70bb-d956-41b7-a5ff-022c758a829e service nova] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Received event network-changed-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.892360] env[69437]: DEBUG nova.compute.manager [req-25c9c7cc-d250-4c7a-882b-2511d6439730 req-06fc70bb-d956-41b7-a5ff-022c758a829e service nova] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Refreshing instance network info cache due to event network-changed-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.892508] env[69437]: DEBUG oslo_concurrency.lockutils [req-25c9c7cc-d250-4c7a-882b-2511d6439730 req-06fc70bb-d956-41b7-a5ff-022c758a829e service nova] Acquiring lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.892720] env[69437]: DEBUG oslo_concurrency.lockutils [req-25c9c7cc-d250-4c7a-882b-2511d6439730 req-06fc70bb-d956-41b7-a5ff-022c758a829e service nova] Acquired lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.892829] env[69437]: DEBUG nova.network.neutron [req-25c9c7cc-d250-4c7a-882b-2511d6439730 req-06fc70bb-d956-41b7-a5ff-022c758a829e service nova] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Refreshing network info cache for port ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.918981] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-79fb7a70-beec-44e4-adcf-b959d4482341" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.919080] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-79fb7a70-beec-44e4-adcf-b959d4482341" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.919313] env[69437]: DEBUG nova.network.neutron [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.939480] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103176, 'name': CreateVM_Task, 'duration_secs': 2.645595} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.939726] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.940790] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.056641] env[69437]: DEBUG oslo_vmware.api [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103182, 'name': PowerOffVM_Task, 'duration_secs': 0.226492} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.057052] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.057280] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.057562] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e597ff40-2af4-4eda-b7a5-5358ea886bb2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.154692] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52969b04-2d87-acce-8eba-1b327f061f27, 'name': SearchDatastore_Task, 'duration_secs': 0.014259} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.155108] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.155598] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.155598] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.155772] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.155972] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.156451] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.157084] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.157496] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68722ac2-4f67-476f-9e7f-3ae296e39e95 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.162229] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4609b63c-9559-4b42-9ee6-8eea033ded37 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.164321] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.164966] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.165225] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Deleting the datastore file [datastore2] cc3336d0-85fc-4aa8-8521-7ef2ed5c2674 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.165947] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b536a2d6-31b1-4adf-90cc-5dc4382b0f03 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.172015] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 764.172015] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5281d5ed-a2bc-c023-8dff-3f2cb60407e5" [ 764.172015] env[69437]: _type = "Task" [ 764.172015] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.180324] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.180647] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.181638] env[69437]: DEBUG oslo_vmware.api [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for the task: (returnval){ [ 764.181638] env[69437]: value = "task-4103186" [ 764.181638] env[69437]: _type = "Task" [ 764.181638] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.182533] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14188f3c-387e-4519-a836-ac90dc422ac2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.196605] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5281d5ed-a2bc-c023-8dff-3f2cb60407e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.203136] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 764.203136] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524340ff-728d-dc50-aee0-71f08908b883" [ 764.203136] env[69437]: _type = "Task" [ 764.203136] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.214871] env[69437]: DEBUG oslo_vmware.api [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.215187] env[69437]: DEBUG oslo_vmware.api [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Task: {'id': task-4103184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275085} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.220370] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.220790] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.221010] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.221300] env[69437]: INFO nova.compute.manager [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Took 1.17 seconds to destroy the instance on the hypervisor. [ 764.221674] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.221979] env[69437]: DEBUG nova.compute.manager [-] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.222159] env[69437]: DEBUG nova.network.neutron [-] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.231326] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524340ff-728d-dc50-aee0-71f08908b883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.250358] env[69437]: DEBUG oslo_concurrency.lockutils [req-c44d5002-a217-43f9-9403-edee430cb0b0 req-83e1aefc-608d-4163-ad83-bbefa77cddb7 service nova] Releasing lock "refresh_cache-6cabd8b5-b9a7-423e-910f-db3fb5b2535d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.316032] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 52ee2d69-0a95-460e-b95e-16e0a5114e3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 764.473205] env[69437]: DEBUG nova.network.neutron [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.653058] env[69437]: DEBUG nova.network.neutron [req-25c9c7cc-d250-4c7a-882b-2511d6439730 req-06fc70bb-d956-41b7-a5ff-022c758a829e service nova] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Updated VIF entry in instance network info cache for port ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.653058] env[69437]: DEBUG nova.network.neutron [req-25c9c7cc-d250-4c7a-882b-2511d6439730 req-06fc70bb-d956-41b7-a5ff-022c758a829e service nova] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Updating instance_info_cache with network_info: [{"id": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "address": "fa:16:3e:f6:08:a4", "network": {"id": "70cbc605-e36c-4eeb-9dfa-5be1c8c1bd0e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1228765677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668932e0cb35446698790a04a89a34e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1be9f8-77", "ovs_interfaceid": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.686423] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5281d5ed-a2bc-c023-8dff-3f2cb60407e5, 'name': SearchDatastore_Task, 'duration_secs': 0.039201} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.691858] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.691858] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.691858] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.699791] env[69437]: DEBUG oslo_vmware.api [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Task: {'id': task-4103186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363257} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.700439] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.700780] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.701118] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.701551] env[69437]: INFO nova.compute.manager [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Took 1.18 seconds to destroy the instance on the hypervisor. [ 764.701986] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.702654] env[69437]: DEBUG nova.compute.manager [-] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.702654] env[69437]: DEBUG nova.network.neutron [-] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.725912] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524340ff-728d-dc50-aee0-71f08908b883, 'name': SearchDatastore_Task, 'duration_secs': 0.031424} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.727072] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0935e31f-f596-4f13-b90a-ce6444ae12c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.730839] env[69437]: DEBUG nova.network.neutron [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Updating instance_info_cache with network_info: [{"id": "d38439e9-d502-4772-afad-44fa6a4f8384", "address": "fa:16:3e:5e:53:bc", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38439e9-d5", "ovs_interfaceid": "d38439e9-d502-4772-afad-44fa6a4f8384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.741464] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 764.741464] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5278b062-f082-3820-0f53-28bbf3a5984c" [ 764.741464] env[69437]: _type = "Task" [ 764.741464] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.754169] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5278b062-f082-3820-0f53-28bbf3a5984c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.818923] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 8c1140a4-a4b1-4190-92f3-c4576ffa22bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.148223] env[69437]: DEBUG nova.network.neutron [-] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.156246] env[69437]: DEBUG oslo_concurrency.lockutils [req-25c9c7cc-d250-4c7a-882b-2511d6439730 req-06fc70bb-d956-41b7-a5ff-022c758a829e service nova] Releasing lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.233894] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-79fb7a70-beec-44e4-adcf-b959d4482341" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.234662] env[69437]: DEBUG nova.compute.manager [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Instance network_info: |[{"id": "d38439e9-d502-4772-afad-44fa6a4f8384", "address": "fa:16:3e:5e:53:bc", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38439e9-d5", "ovs_interfaceid": "d38439e9-d502-4772-afad-44fa6a4f8384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.235703] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:53:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd38439e9-d502-4772-afad-44fa6a4f8384', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.243452] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.243782] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.249414] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26555bf7-06ef-4d48-bbf2-336d9657105d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.275612] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5278b062-f082-3820-0f53-28bbf3a5984c, 'name': SearchDatastore_Task, 'duration_secs': 0.013708} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.277145] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.277731] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 830b3cad-5c4c-4086-a060-4a0dea4b1735/830b3cad-5c4c-4086-a060-4a0dea4b1735.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.278018] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.278018] env[69437]: value = "task-4103188" [ 765.278018] env[69437]: _type = "Task" [ 765.278018] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.278251] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.278445] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.278659] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-536c072a-b20e-4d91-90fe-944f960fcf42 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.280773] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-929ec86e-6f2a-4d76-95b5-1df80e710b47 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.294181] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103188, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.295595] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 765.295595] env[69437]: value = "task-4103189" [ 765.295595] env[69437]: _type = "Task" [ 765.295595] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.300729] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.300965] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.302219] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9677d7a0-f9d8-41e9-9833-09f7d433ba4a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.308668] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.314563] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 765.314563] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524b891a-2d53-0240-7a66-609ff6406a61" [ 765.314563] env[69437]: _type = "Task" [ 765.314563] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.323292] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.325116] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524b891a-2d53-0240-7a66-609ff6406a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.338342] env[69437]: DEBUG oslo_vmware.rw_handles [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52252d57-058d-92ec-ebc3-03152f835e4c/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.339506] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf64147-3ddd-4405-b611-2983384a9dab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.349091] env[69437]: DEBUG oslo_vmware.rw_handles [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52252d57-058d-92ec-ebc3-03152f835e4c/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.349356] env[69437]: ERROR oslo_vmware.rw_handles [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52252d57-058d-92ec-ebc3-03152f835e4c/disk-0.vmdk due to incomplete transfer. [ 765.349628] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff4745cb-920c-45c8-b35f-a6adab428349 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.359574] env[69437]: DEBUG oslo_vmware.rw_handles [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52252d57-058d-92ec-ebc3-03152f835e4c/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.359808] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Uploaded image fbd39c30-efe2-4d67-828e-5a76a7c50f08 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.362299] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.362585] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-36ae4a01-7b80-45cd-8717-c334d69e2052 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.371124] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 765.371124] env[69437]: value = "task-4103190" [ 765.371124] env[69437]: _type = "Task" [ 765.371124] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.380649] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103190, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.439387] env[69437]: DEBUG nova.compute.manager [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Received event network-changed-d38439e9-d502-4772-afad-44fa6a4f8384 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.439585] env[69437]: DEBUG nova.compute.manager [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Refreshing instance network info cache due to event network-changed-d38439e9-d502-4772-afad-44fa6a4f8384. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.439829] env[69437]: DEBUG oslo_concurrency.lockutils [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] Acquiring lock "refresh_cache-79fb7a70-beec-44e4-adcf-b959d4482341" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.439944] env[69437]: DEBUG oslo_concurrency.lockutils [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] Acquired lock "refresh_cache-79fb7a70-beec-44e4-adcf-b959d4482341" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.440120] env[69437]: DEBUG nova.network.neutron [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Refreshing network info cache for port d38439e9-d502-4772-afad-44fa6a4f8384 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.497542] env[69437]: DEBUG nova.network.neutron [-] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.650546] env[69437]: INFO nova.compute.manager [-] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Took 1.43 seconds to deallocate network for instance. [ 765.794268] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103188, 'name': CreateVM_Task, 'duration_secs': 0.383515} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.794500] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.795344] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.795575] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.795988] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.796332] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81723cf1-00cf-45e6-b0d0-b090d513e2b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.809410] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 765.809410] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525d22dd-6836-e2c3-ed04-3fa3b3a86998" [ 765.809410] env[69437]: _type = "Task" [ 765.809410] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.809855] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103189, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.821253] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525d22dd-6836-e2c3-ed04-3fa3b3a86998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.828657] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.830193] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524b891a-2d53-0240-7a66-609ff6406a61, 'name': SearchDatastore_Task, 'duration_secs': 0.028823} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.831256] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b07b100-ac13-4227-a6ab-d290b69dbefd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.837874] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 765.837874] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529e8311-c3eb-e65a-254a-5dd8c69bcce7" [ 765.837874] env[69437]: _type = "Task" [ 765.837874] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.851552] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529e8311-c3eb-e65a-254a-5dd8c69bcce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.883354] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103190, 'name': Destroy_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.964842] env[69437]: DEBUG nova.compute.manager [req-35c385fe-83d4-4800-af63-be6f776f9c0b req-c3193521-c299-498b-bce7-fd0d501ea8e9 service nova] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Received event network-vif-deleted-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.000972] env[69437]: INFO nova.compute.manager [-] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Took 1.30 seconds to deallocate network for instance. [ 766.157619] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.310935] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899805} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.310935] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 830b3cad-5c4c-4086-a060-4a0dea4b1735/830b3cad-5c4c-4086-a060-4a0dea4b1735.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.310935] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.310935] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0712e3e4-f0fa-40be-a489-ce6547d641b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.322535] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525d22dd-6836-e2c3-ed04-3fa3b3a86998, 'name': SearchDatastore_Task, 'duration_secs': 0.093321} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.324143] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.325182] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.325182] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.325292] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 766.325292] env[69437]: value = "task-4103191" [ 766.325292] env[69437]: _type = "Task" [ 766.325292] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.334644] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 4e579e51-18a2-4127-a95d-f4b40f2854b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 766.337462] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.349238] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529e8311-c3eb-e65a-254a-5dd8c69bcce7, 'name': SearchDatastore_Task, 'duration_secs': 0.076205} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.349908] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.349908] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 6cabd8b5-b9a7-423e-910f-db3fb5b2535d/6cabd8b5-b9a7-423e-910f-db3fb5b2535d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.350425] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.350638] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.350847] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad3cd487-9295-4a95-a341-842ffe06c5eb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.354247] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7882b4-05cc-49b6-ad4c-89b792890e4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.364561] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 766.364561] env[69437]: value = "task-4103192" [ 766.364561] env[69437]: _type = "Task" [ 766.364561] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.370559] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.371089] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.373814] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b2b39e-8086-44bb-8bc6-70b05e7a230e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.383184] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.385680] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 766.385680] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520e2f26-7488-5b73-da4f-c7467ad2f1a2" [ 766.385680] env[69437]: _type = "Task" [ 766.385680] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.394497] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103190, 'name': Destroy_Task, 'duration_secs': 0.783193} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.395376] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Destroyed the VM [ 766.395653] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.395975] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-38af95d5-09d5-4ec0-a05a-6320d6413337 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.402101] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520e2f26-7488-5b73-da4f-c7467ad2f1a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.403518] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2831c0-e184-4aeb-9dbb-485c847db4a5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.408494] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 766.408494] env[69437]: value = "task-4103193" [ 766.408494] env[69437]: _type = "Task" [ 766.408494] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.410457] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 766.410457] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5295d7e2-6247-6b10-21ce-1260dd8eb938" [ 766.410457] env[69437]: _type = "Task" [ 766.410457] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.431618] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103193, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.431977] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5295d7e2-6247-6b10-21ce-1260dd8eb938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.509283] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.510977] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 766.511211] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812799', 'volume_id': '179afd14-c757-4b70-9ad7-e72100f2f642', 'name': 'volume-179afd14-c757-4b70-9ad7-e72100f2f642', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f21e252d-7028-417c-872b-f69c49c2dc59', 'attached_at': '', 'detached_at': '', 'volume_id': '179afd14-c757-4b70-9ad7-e72100f2f642', 'serial': '179afd14-c757-4b70-9ad7-e72100f2f642'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 766.512278] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81002ab-43d6-40ce-989d-baa6f853d508 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.516955] env[69437]: DEBUG nova.network.neutron [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Updated VIF entry in instance network info cache for port d38439e9-d502-4772-afad-44fa6a4f8384. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.517237] env[69437]: DEBUG nova.network.neutron [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Updating instance_info_cache with network_info: [{"id": "d38439e9-d502-4772-afad-44fa6a4f8384", "address": "fa:16:3e:5e:53:bc", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38439e9-d5", "ovs_interfaceid": "d38439e9-d502-4772-afad-44fa6a4f8384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.538802] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1f5eed-90f4-4158-9405-0ee7cd1479f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.566948] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-179afd14-c757-4b70-9ad7-e72100f2f642/volume-179afd14-c757-4b70-9ad7-e72100f2f642.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.566948] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcef11fd-e189-409d-b206-8d5d285c7d17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.586961] env[69437]: DEBUG oslo_vmware.api [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Waiting for the task: (returnval){ [ 766.586961] env[69437]: value = "task-4103194" [ 766.586961] env[69437]: _type = "Task" [ 766.586961] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.599017] env[69437]: DEBUG oslo_vmware.api [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Task: {'id': task-4103194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.838570] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance fdfdbfbf-9307-4c27-8dd5-9e4014af4cef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 766.840500] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120184} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.841256] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.842700] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37b6613-5825-460c-b44a-8a2d92eabe17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.870405] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 830b3cad-5c4c-4086-a060-4a0dea4b1735/830b3cad-5c4c-4086-a060-4a0dea4b1735.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.870858] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c6a491-78b1-4562-a2f9-fd6f81101afc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.902705] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.904503] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 766.904503] env[69437]: value = "task-4103195" [ 766.904503] env[69437]: _type = "Task" [ 766.904503] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.918978] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.929154] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103193, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.933556] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5295d7e2-6247-6b10-21ce-1260dd8eb938, 'name': SearchDatastore_Task, 'duration_secs': 0.01592} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.933954] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.934323] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 79fb7a70-beec-44e4-adcf-b959d4482341/79fb7a70-beec-44e4-adcf-b959d4482341.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.934651] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf451101-d4f7-40d8-8415-cd2d419d0e61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.945027] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 766.945027] env[69437]: value = "task-4103196" [ 766.945027] env[69437]: _type = "Task" [ 766.945027] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.952760] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.021060] env[69437]: DEBUG oslo_concurrency.lockutils [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] Releasing lock "refresh_cache-79fb7a70-beec-44e4-adcf-b959d4482341" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.021394] env[69437]: DEBUG nova.compute.manager [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Received event network-vif-deleted-3823a00d-2ff4-45d5-a753-6be2729db238 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.022037] env[69437]: INFO nova.compute.manager [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Neutron deleted interface 3823a00d-2ff4-45d5-a753-6be2729db238; detaching it from the instance and deleting it from the info cache [ 767.022037] env[69437]: DEBUG nova.network.neutron [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.102023] env[69437]: DEBUG oslo_vmware.api [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Task: {'id': task-4103194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.342790] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 767.388314] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637627} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.388756] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 6cabd8b5-b9a7-423e-910f-db3fb5b2535d/6cabd8b5-b9a7-423e-910f-db3fb5b2535d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.389106] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.389520] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89c51d04-91c8-4165-9b2d-0f8fed9936c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.400574] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 767.400574] env[69437]: value = "task-4103197" [ 767.400574] env[69437]: _type = "Task" [ 767.400574] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.422018] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.426322] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103195, 'name': ReconfigVM_Task, 'duration_secs': 0.391486} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.426695] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 830b3cad-5c4c-4086-a060-4a0dea4b1735/830b3cad-5c4c-4086-a060-4a0dea4b1735.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.427469] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5137f73-0eae-4633-a4be-b435595adf10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.433696] env[69437]: DEBUG oslo_vmware.api [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103193, 'name': RemoveSnapshot_Task, 'duration_secs': 0.83808} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.434589] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 767.434937] env[69437]: INFO nova.compute.manager [None req-8a9059ab-6a77-470b-b73d-fef76dbac79a tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 767.440743] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 767.440743] env[69437]: value = "task-4103198" [ 767.440743] env[69437]: _type = "Task" [ 767.440743] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.456395] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103198, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.460486] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103196, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.525279] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0acf4ea-991d-44c1-8c21-efd3f95fdd90 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.535581] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c1b1d0-22b1-4264-9bce-22f8f1cf6385 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.575163] env[69437]: DEBUG nova.compute.manager [req-4409e031-825b-48de-a3b9-da257cbc81e3 req-5663b08e-c0cf-4f43-b16a-cd4e80fba2e5 service nova] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Detach interface failed, port_id=3823a00d-2ff4-45d5-a753-6be2729db238, reason: Instance cc3336d0-85fc-4aa8-8521-7ef2ed5c2674 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 767.598053] env[69437]: DEBUG oslo_vmware.api [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Task: {'id': task-4103194, 'name': ReconfigVM_Task, 'duration_secs': 0.530853} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.598267] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-179afd14-c757-4b70-9ad7-e72100f2f642/volume-179afd14-c757-4b70-9ad7-e72100f2f642.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.603207] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1316a268-f233-409f-8dfe-d2cb8bbf6d16 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.620812] env[69437]: DEBUG oslo_vmware.api [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Waiting for the task: (returnval){ [ 767.620812] env[69437]: value = "task-4103199" [ 767.620812] env[69437]: _type = "Task" [ 767.620812] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.630262] env[69437]: DEBUG oslo_vmware.api [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Task: {'id': task-4103199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.850088] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 2ecf171c-e946-4cc0-8dad-ee4377eba6f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 767.912224] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099874} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.912516] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.913374] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a43022-16fb-47d2-8392-8cd54cd8cb12 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.938042] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 6cabd8b5-b9a7-423e-910f-db3fb5b2535d/6cabd8b5-b9a7-423e-910f-db3fb5b2535d.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.938390] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199458e4-bfd0-4e7a-8923-053f135a12e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.969676] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103198, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.973937] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 767.973937] env[69437]: value = "task-4103200" [ 767.973937] env[69437]: _type = "Task" [ 767.973937] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.974287] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58725} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.974560] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 79fb7a70-beec-44e4-adcf-b959d4482341/79fb7a70-beec-44e4-adcf-b959d4482341.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.974779] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.977981] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aa60948-97a2-4807-89e7-42b042806963 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.986866] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.988835] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 767.988835] env[69437]: value = "task-4103201" [ 767.988835] env[69437]: _type = "Task" [ 767.988835] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.999990] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.132522] env[69437]: DEBUG oslo_vmware.api [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Task: {'id': task-4103199, 'name': ReconfigVM_Task, 'duration_secs': 0.290767} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.132894] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812799', 'volume_id': '179afd14-c757-4b70-9ad7-e72100f2f642', 'name': 'volume-179afd14-c757-4b70-9ad7-e72100f2f642', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f21e252d-7028-417c-872b-f69c49c2dc59', 'attached_at': '', 'detached_at': '', 'volume_id': '179afd14-c757-4b70-9ad7-e72100f2f642', 'serial': '179afd14-c757-4b70-9ad7-e72100f2f642'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 768.353329] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance b0d96507-cf10-42e5-815f-66b29f6b9cfd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 768.465343] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103198, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.483716] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103200, 'name': ReconfigVM_Task, 'duration_secs': 0.338553} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.483999] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 6cabd8b5-b9a7-423e-910f-db3fb5b2535d/6cabd8b5-b9a7-423e-910f-db3fb5b2535d.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.484634] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1337f64e-d048-430d-a424-abae39bb6b6b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.494281] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 768.494281] env[69437]: value = "task-4103202" [ 768.494281] env[69437]: _type = "Task" [ 768.494281] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.502307] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080905} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.503037] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.503835] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91befa78-ec3c-4618-b44e-81ed8fa61748 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.509907] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103202, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.534427] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 79fb7a70-beec-44e4-adcf-b959d4482341/79fb7a70-beec-44e4-adcf-b959d4482341.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.534990] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb57a5c0-7ddf-4d66-ac78-6cd8ff1b6e67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.555599] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 768.555599] env[69437]: value = "task-4103203" [ 768.555599] env[69437]: _type = "Task" [ 768.555599] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.565236] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.856482] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 668aabd7-0212-4c5a-b95f-214b34989b77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 768.856783] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 768.856938] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 768.965694] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103198, 'name': Rename_Task, 'duration_secs': 1.217748} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.968991] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.969696] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4580e5a1-e095-4a5f-9ab8-a9f1ecd79744 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.977402] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 768.977402] env[69437]: value = "task-4103204" [ 768.977402] env[69437]: _type = "Task" [ 768.977402] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.990207] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.009621] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103202, 'name': Rename_Task, 'duration_secs': 0.18046} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.010051] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.010308] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e684f353-dcd3-40f9-bf75-d762427545f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.021217] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 769.021217] env[69437]: value = "task-4103205" [ 769.021217] env[69437]: _type = "Task" [ 769.021217] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.033089] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.071788] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103203, 'name': ReconfigVM_Task, 'duration_secs': 0.352023} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.072279] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 79fb7a70-beec-44e4-adcf-b959d4482341/79fb7a70-beec-44e4-adcf-b959d4482341.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.073199] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7fd5c3e-412f-4050-a9d4-ebfbb02f80fb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.086045] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 769.086045] env[69437]: value = "task-4103206" [ 769.086045] env[69437]: _type = "Task" [ 769.086045] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.100293] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103206, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.181631] env[69437]: DEBUG nova.objects.instance [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Lazy-loading 'flavor' on Instance uuid f21e252d-7028-417c-872b-f69c49c2dc59 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.411361] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c0e510-4723-47d8-8ca1-aa56699c4462 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.419596] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3424c35f-43fd-48aa-ab83-2cdcff9cb466 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.453821] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc0355-2ee4-4408-a466-f02ae63abac3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.461791] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23aa385-4ad0-406b-9153-ff724008d927 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.477349] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.489216] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103204, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.534720] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.597771] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103206, 'name': Rename_Task, 'duration_secs': 0.205179} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.598031] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.598282] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ecda18-f079-42ad-9ca4-b0a5e6b5ca59 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.605473] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 769.605473] env[69437]: value = "task-4103207" [ 769.605473] env[69437]: _type = "Task" [ 769.605473] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.614228] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.687807] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4fc6c92b-ff71-4a4b-b388-6f1c83f16cf9 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.844s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.984039] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.993790] env[69437]: DEBUG oslo_vmware.api [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103204, 'name': PowerOnVM_Task, 'duration_secs': 0.579398} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.993790] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.993962] env[69437]: INFO nova.compute.manager [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Took 10.08 seconds to spawn the instance on the hypervisor. [ 769.994089] env[69437]: DEBUG nova.compute.manager [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.994944] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f10c6-52fe-4f4f-b94d-27843bf46531 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.032253] env[69437]: DEBUG oslo_vmware.api [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103205, 'name': PowerOnVM_Task, 'duration_secs': 0.579179} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.032622] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.032797] env[69437]: INFO nova.compute.manager [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Took 12.81 seconds to spawn the instance on the hypervisor. [ 770.032977] env[69437]: DEBUG nova.compute.manager [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.034740] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5bc0f0-37d5-40d2-918a-531fd966cc90 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.117035] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103207, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.489480] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 770.489984] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.797s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.491564] env[69437]: DEBUG oslo_concurrency.lockutils [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.902s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.491815] env[69437]: DEBUG oslo_concurrency.lockutils [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.493973] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.907s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.495533] env[69437]: INFO nova.compute.claims [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.514581] env[69437]: INFO nova.compute.manager [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Took 48.71 seconds to build instance. [ 770.537385] env[69437]: INFO nova.scheduler.client.report [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Deleted allocations for instance cbcc2538-ac37-4cc7-8a70-6d3b4404d408 [ 770.553054] env[69437]: INFO nova.compute.manager [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Took 48.97 seconds to build instance. [ 770.618536] env[69437]: DEBUG oslo_vmware.api [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103207, 'name': PowerOnVM_Task, 'duration_secs': 0.9351} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.618829] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.619045] env[69437]: INFO nova.compute.manager [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Took 8.38 seconds to spawn the instance on the hypervisor. [ 770.619309] env[69437]: DEBUG nova.compute.manager [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.620153] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f212cf-79ec-4ddf-969b-ce45777ae6bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.954277] env[69437]: DEBUG oslo_concurrency.lockutils [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Acquiring lock "f21e252d-7028-417c-872b-f69c49c2dc59" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.954554] env[69437]: DEBUG oslo_concurrency.lockutils [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.017994] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b729db38-daa6-4730-bcfd-777fc8a9be8d tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "830b3cad-5c4c-4086-a060-4a0dea4b1735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.069s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.033643] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.034075] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.034353] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.034601] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.034823] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.036931] env[69437]: INFO nova.compute.manager [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Terminating instance [ 771.045747] env[69437]: DEBUG oslo_concurrency.lockutils [None req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "cbcc2538-ac37-4cc7-8a70-6d3b4404d408" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.921s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.055160] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.763s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.140456] env[69437]: INFO nova.compute.manager [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Took 47.74 seconds to build instance. [ 771.378554] env[69437]: INFO nova.compute.manager [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Rescuing [ 771.378822] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.378982] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.379758] env[69437]: DEBUG nova.network.neutron [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.457674] env[69437]: INFO nova.compute.manager [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Detaching volume 179afd14-c757-4b70-9ad7-e72100f2f642 [ 771.495719] env[69437]: INFO nova.virt.block_device [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Attempting to driver detach volume 179afd14-c757-4b70-9ad7-e72100f2f642 from mountpoint /dev/sdb [ 771.496025] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 771.496295] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812799', 'volume_id': '179afd14-c757-4b70-9ad7-e72100f2f642', 'name': 'volume-179afd14-c757-4b70-9ad7-e72100f2f642', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f21e252d-7028-417c-872b-f69c49c2dc59', 'attached_at': '', 'detached_at': '', 'volume_id': '179afd14-c757-4b70-9ad7-e72100f2f642', 'serial': '179afd14-c757-4b70-9ad7-e72100f2f642'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 771.498122] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f753ed-469e-4520-aca3-f0ca6cac9d63 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.529353] env[69437]: DEBUG nova.compute.manager [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.532887] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0493c64e-1762-4b17-9dc9-c488a28f7690 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.543739] env[69437]: DEBUG nova.compute.manager [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.544229] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.545569] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b380539e-6c30-4826-85d8-49d5551278f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.549025] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d604e-3821-41b8-8d2a-0a2f7f487428 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.581607] env[69437]: DEBUG nova.compute.manager [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.585698] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.590598] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e2786b-3a1d-43c5-90ce-dbeb8e57a450 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.593812] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744c7e2a-5288-4569-9e91-e693d7c7e928 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.615653] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] The volume has not been displaced from its original location: [datastore1] volume-179afd14-c757-4b70-9ad7-e72100f2f642/volume-179afd14-c757-4b70-9ad7-e72100f2f642.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 771.622843] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 771.627794] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ab66b4-23e7-4303-84b9-841971d9a8ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.642888] env[69437]: DEBUG oslo_vmware.api [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 771.642888] env[69437]: value = "task-4103208" [ 771.642888] env[69437]: _type = "Task" [ 771.642888] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.644924] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.396s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.654231] env[69437]: DEBUG oslo_vmware.api [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Waiting for the task: (returnval){ [ 771.654231] env[69437]: value = "task-4103209" [ 771.654231] env[69437]: _type = "Task" [ 771.654231] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.658436] env[69437]: DEBUG oslo_vmware.api [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.678678] env[69437]: DEBUG oslo_vmware.api [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Task: {'id': task-4103209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.062704] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.115907] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.153066] env[69437]: DEBUG nova.compute.manager [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.164438] env[69437]: DEBUG oslo_vmware.api [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103208, 'name': PowerOffVM_Task, 'duration_secs': 0.286702} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.165183] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.165358] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.165726] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04f16852-ba86-47f5-abf3-a23dbc529e6b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.171312] env[69437]: DEBUG oslo_vmware.api [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Task: {'id': task-4103209, 'name': ReconfigVM_Task, 'duration_secs': 0.505122} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.171829] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 772.182011] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b881eed-7934-455a-b8a5-8dd09637faac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.201907] env[69437]: DEBUG oslo_vmware.api [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Waiting for the task: (returnval){ [ 772.201907] env[69437]: value = "task-4103211" [ 772.201907] env[69437]: _type = "Task" [ 772.201907] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.210322] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f9c26-67e6-4ebe-a510-ef2bfd14894e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.226029] env[69437]: DEBUG oslo_vmware.api [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Task: {'id': task-4103211, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.228150] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610df874-4222-472b-a52e-facee91793c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.236146] env[69437]: DEBUG nova.network.neutron [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Updating instance_info_cache with network_info: [{"id": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "address": "fa:16:3e:f6:08:a4", "network": {"id": "70cbc605-e36c-4eeb-9dfa-5be1c8c1bd0e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1228765677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668932e0cb35446698790a04a89a34e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1be9f8-77", "ovs_interfaceid": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.275520] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5fc05c-92be-4b69-a990-0903453b8b43 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.278955] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.279247] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.279441] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Deleting the datastore file [datastore2] 78dde2e8-12b8-4e9f-a467-8439349ad9e6 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.279733] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eae59f1-978a-4c82-890d-ad9b380edfe8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.290031] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5822c62-917b-41be-9e81-4eb58a3cecc6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.294921] env[69437]: DEBUG oslo_vmware.api [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 772.294921] env[69437]: value = "task-4103212" [ 772.294921] env[69437]: _type = "Task" [ 772.294921] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.311187] env[69437]: DEBUG nova.compute.provider_tree [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.318699] env[69437]: DEBUG oslo_vmware.api [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.672384] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.712688] env[69437]: DEBUG oslo_vmware.api [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Task: {'id': task-4103211, 'name': ReconfigVM_Task, 'duration_secs': 0.202069} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.713018] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812799', 'volume_id': '179afd14-c757-4b70-9ad7-e72100f2f642', 'name': 'volume-179afd14-c757-4b70-9ad7-e72100f2f642', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f21e252d-7028-417c-872b-f69c49c2dc59', 'attached_at': '', 'detached_at': '', 'volume_id': '179afd14-c757-4b70-9ad7-e72100f2f642', 'serial': '179afd14-c757-4b70-9ad7-e72100f2f642'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 772.743995] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.806778] env[69437]: DEBUG oslo_vmware.api [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223513} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.807069] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.807301] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.807497] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.808062] env[69437]: INFO nova.compute.manager [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Took 1.26 seconds to destroy the instance on the hypervisor. [ 772.808062] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.808204] env[69437]: DEBUG nova.compute.manager [-] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.808254] env[69437]: DEBUG nova.network.neutron [-] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.814984] env[69437]: DEBUG nova.scheduler.client.report [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.207684] env[69437]: DEBUG nova.compute.manager [req-ee068c57-da66-46e6-9db9-b4fe207b9fdf req-780ffc7c-b93d-4d58-8f65-3c69a115ee42 service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Received event network-vif-deleted-e0a191ce-9c00-4b67-a699-67b918e13c34 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.207890] env[69437]: INFO nova.compute.manager [req-ee068c57-da66-46e6-9db9-b4fe207b9fdf req-780ffc7c-b93d-4d58-8f65-3c69a115ee42 service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Neutron deleted interface e0a191ce-9c00-4b67-a699-67b918e13c34; detaching it from the instance and deleting it from the info cache [ 773.208080] env[69437]: DEBUG nova.network.neutron [req-ee068c57-da66-46e6-9db9-b4fe207b9fdf req-780ffc7c-b93d-4d58-8f65-3c69a115ee42 service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.233812] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "79fb7a70-beec-44e4-adcf-b959d4482341" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.234105] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.293267] env[69437]: DEBUG nova.objects.instance [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Lazy-loading 'flavor' on Instance uuid f21e252d-7028-417c-872b-f69c49c2dc59 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.322415] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.322608] env[69437]: DEBUG nova.compute.manager [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.326459] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.857s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.327309] env[69437]: INFO nova.compute.claims [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.330365] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.330704] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.331029] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.331426] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.331614] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.334518] env[69437]: INFO nova.compute.manager [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Terminating instance [ 773.412804] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "dd0055ac-3c2b-4058-a93d-291d47a55127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.413104] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "dd0055ac-3c2b-4058-a93d-291d47a55127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.413346] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "dd0055ac-3c2b-4058-a93d-291d47a55127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.413619] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "dd0055ac-3c2b-4058-a93d-291d47a55127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.413818] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "dd0055ac-3c2b-4058-a93d-291d47a55127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.415985] env[69437]: INFO nova.compute.manager [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Terminating instance [ 773.617712] env[69437]: DEBUG nova.network.neutron [-] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.711088] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d75ffa89-f631-4be5-b40b-188bf55d9af2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.721534] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc3cd42-3cd8-48cc-a4ee-edfb3cc1f83b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.737617] env[69437]: DEBUG nova.compute.utils [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.755345] env[69437]: DEBUG nova.compute.manager [req-ee068c57-da66-46e6-9db9-b4fe207b9fdf req-780ffc7c-b93d-4d58-8f65-3c69a115ee42 service nova] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Detach interface failed, port_id=e0a191ce-9c00-4b67-a699-67b918e13c34, reason: Instance 78dde2e8-12b8-4e9f-a467-8439349ad9e6 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 773.832055] env[69437]: DEBUG nova.compute.utils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.833558] env[69437]: DEBUG nova.compute.manager [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.833747] env[69437]: DEBUG nova.network.neutron [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.838848] env[69437]: DEBUG nova.compute.manager [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.839347] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.840870] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de82d93-b752-402e-b125-90783c921e5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.850157] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.850472] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deeafab3-974a-4ba5-8953-7d927787658e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.859380] env[69437]: DEBUG oslo_vmware.api [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 773.859380] env[69437]: value = "task-4103213" [ 773.859380] env[69437]: _type = "Task" [ 773.859380] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.869111] env[69437]: DEBUG oslo_vmware.api [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.897063] env[69437]: DEBUG nova.policy [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9557fc9d608b434fa37f8f38c8dbdc40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ade867bf7bb443eab9d9d5981b8f22b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.922370] env[69437]: DEBUG nova.compute.manager [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.922765] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.923990] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076188ee-3266-402a-9f61-ede2afafeb97 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.935547] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.935856] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e45c759a-bfe4-41dd-89eb-9dfab68dbf5e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.944296] env[69437]: DEBUG oslo_vmware.api [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 773.944296] env[69437]: value = "task-4103214" [ 773.944296] env[69437]: _type = "Task" [ 773.944296] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.955804] env[69437]: DEBUG oslo_vmware.api [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.120775] env[69437]: INFO nova.compute.manager [-] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Took 1.31 seconds to deallocate network for instance. [ 774.138908] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquiring lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.139421] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.139548] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquiring lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.139739] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.140350] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.143043] env[69437]: INFO nova.compute.manager [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Terminating instance [ 774.241031] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.285824] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.286259] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b900c4-4fe5-4e04-b78d-33362848562d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.297750] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 774.297750] env[69437]: value = "task-4103215" [ 774.297750] env[69437]: _type = "Task" [ 774.297750] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.302559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-43d46a6b-20e7-44b8-9652-c91ba01a37a7 tempest-VolumesAssistedSnapshotsTest-1932817963 tempest-VolumesAssistedSnapshotsTest-1932817963-project-admin] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.312668] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.337399] env[69437]: DEBUG nova.compute.manager [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.347451] env[69437]: DEBUG nova.network.neutron [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Successfully created port: 61f611be-cded-4f47-bff2-0c0d1e5b0d33 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.371795] env[69437]: DEBUG oslo_vmware.api [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103213, 'name': PowerOffVM_Task, 'duration_secs': 0.236427} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.374929] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.375149] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.376256] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d65836-73c9-408d-aa92-b249207077ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.457223] env[69437]: DEBUG oslo_vmware.api [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103214, 'name': PowerOffVM_Task, 'duration_secs': 0.216327} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.457599] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.457720] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.457987] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98e5083b-dbcd-4990-a5ad-aee9211a05da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.469133] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.469397] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.469598] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Deleting the datastore file [datastore2] 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.469900] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9257814-f0dd-48e2-a08c-726c90875f17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.478438] env[69437]: DEBUG oslo_vmware.api [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 774.478438] env[69437]: value = "task-4103218" [ 774.478438] env[69437]: _type = "Task" [ 774.478438] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.492271] env[69437]: DEBUG oslo_vmware.api [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.539451] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.539687] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.539890] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Deleting the datastore file [datastore1] dd0055ac-3c2b-4058-a93d-291d47a55127 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.540363] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0336412-3fa8-484d-8666-b131a06b41b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.548645] env[69437]: DEBUG oslo_vmware.api [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for the task: (returnval){ [ 774.548645] env[69437]: value = "task-4103219" [ 774.548645] env[69437]: _type = "Task" [ 774.548645] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.558874] env[69437]: DEBUG oslo_vmware.api [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.629797] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.649906] env[69437]: DEBUG nova.compute.manager [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.649906] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.650675] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a218cd7-4765-4fe0-9e21-6ca47090f70b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.662599] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.662599] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f2b4988-4461-4102-aa42-5fde74060c4e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.673321] env[69437]: DEBUG oslo_vmware.api [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 774.673321] env[69437]: value = "task-4103220" [ 774.673321] env[69437]: _type = "Task" [ 774.673321] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.685727] env[69437]: DEBUG oslo_vmware.api [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.821024] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103215, 'name': PowerOffVM_Task, 'duration_secs': 0.382274} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.821024] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.824458] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d62e5b-0ead-4dc4-ada8-83d89623f8ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.860846] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f8147e-20c0-4df1-bce5-d05204f7f0cf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.911426] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.912112] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c7d33a-a70b-4767-a6c6-c508e9480746 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.921383] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 774.921383] env[69437]: value = "task-4103222" [ 774.921383] env[69437]: _type = "Task" [ 774.921383] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.939168] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 774.939411] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.939762] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.939944] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.940391] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.940703] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-916c6598-bdce-4c0b-8c14-073d45580675 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.953111] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.953347] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.954155] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b387fa8-eba6-48ba-832b-be6f8db1f178 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.961857] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 774.961857] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5253a839-beb7-5201-7ddd-4df7bcd46adc" [ 774.961857] env[69437]: _type = "Task" [ 774.961857] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.973865] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5253a839-beb7-5201-7ddd-4df7bcd46adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.976396] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f543c56-ea6e-490c-8be9-be6e0fe9df29 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.987623] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b94830-3f2b-4758-a6b0-4ad33bf30b8d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.996714] env[69437]: DEBUG oslo_vmware.api [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224848} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.020732] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.020949] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.021278] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.021374] env[69437]: INFO nova.compute.manager [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Took 1.18 seconds to destroy the instance on the hypervisor. [ 775.021580] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.022020] env[69437]: DEBUG nova.compute.manager [-] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.022123] env[69437]: DEBUG nova.network.neutron [-] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.024471] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d24a43-ce10-4db9-b29c-de9c71cbb0fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.035389] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d16f9-adf9-47b3-a9ed-51a87cf1b20e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.064326] env[69437]: DEBUG nova.compute.provider_tree [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.082767] env[69437]: DEBUG oslo_vmware.api [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Task: {'id': task-4103219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20231} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.083174] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.083481] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.084029] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.084029] env[69437]: INFO nova.compute.manager [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Took 1.16 seconds to destroy the instance on the hypervisor. [ 775.084270] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.084399] env[69437]: DEBUG nova.compute.manager [-] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.084499] env[69437]: DEBUG nova.network.neutron [-] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.183707] env[69437]: DEBUG oslo_vmware.api [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103220, 'name': PowerOffVM_Task, 'duration_secs': 0.228412} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.183988] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.184169] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.184428] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b547f72-6675-466b-8a06-eb6823c01004 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.288798] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.288955] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.289190] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Deleting the datastore file [datastore1] 6cabd8b5-b9a7-423e-910f-db3fb5b2535d {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.293025] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c84d8965-7b32-4853-9c4b-ee889fc55c10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.297427] env[69437]: DEBUG oslo_vmware.api [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for the task: (returnval){ [ 775.297427] env[69437]: value = "task-4103224" [ 775.297427] env[69437]: _type = "Task" [ 775.297427] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.309383] env[69437]: DEBUG oslo_vmware.api [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.334135] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "79fb7a70-beec-44e4-adcf-b959d4482341" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.334135] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.334135] env[69437]: INFO nova.compute.manager [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Attaching volume 544ab228-3979-4e7f-810f-bc844f9e7d04 to /dev/sdb [ 775.357601] env[69437]: DEBUG nova.compute.manager [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.385420] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096761d3-5741-4a67-b7b3-4725dcfb864f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.391271] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.391601] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.391799] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.392228] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.392228] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.392613] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.392965] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.393196] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.393422] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.393625] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.394346] env[69437]: DEBUG nova.virt.hardware [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.394850] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e7910-576b-4d74-8f47-5ba0b86fd02b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.405151] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0809cd81-0d64-48f8-8164-c441dafb2879 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.409338] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34f2b93-5d9d-4c31-b15a-0d03fabd9f8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.428731] env[69437]: DEBUG nova.virt.block_device [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Updating existing volume attachment record: 058f60cd-a393-4946-93ee-82e77c79d96f {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 775.476844] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5253a839-beb7-5201-7ddd-4df7bcd46adc, 'name': SearchDatastore_Task, 'duration_secs': 0.032796} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.478236] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fcb1b3d-eefd-43e5-a0dc-f3b9098747ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.485548] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 775.485548] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527eae50-3401-200e-9dd4-09aba0747218" [ 775.485548] env[69437]: _type = "Task" [ 775.485548] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.496185] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527eae50-3401-200e-9dd4-09aba0747218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.576148] env[69437]: DEBUG nova.scheduler.client.report [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.645963] env[69437]: DEBUG nova.compute.manager [req-15bab8bf-b6c2-4cf8-b32e-b7ad6c60deab req-d41bc569-cd31-4ece-b038-7d4be2cfde36 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Received event network-vif-deleted-0692d1f7-6e05-474d-9238-7367fbef9ca7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.646041] env[69437]: INFO nova.compute.manager [req-15bab8bf-b6c2-4cf8-b32e-b7ad6c60deab req-d41bc569-cd31-4ece-b038-7d4be2cfde36 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Neutron deleted interface 0692d1f7-6e05-474d-9238-7367fbef9ca7; detaching it from the instance and deleting it from the info cache [ 775.646249] env[69437]: DEBUG nova.network.neutron [req-15bab8bf-b6c2-4cf8-b32e-b7ad6c60deab req-d41bc569-cd31-4ece-b038-7d4be2cfde36 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.807613] env[69437]: DEBUG oslo_vmware.api [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Task: {'id': task-4103224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364191} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.807917] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.808124] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.808327] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.808515] env[69437]: INFO nova.compute.manager [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 775.808762] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.809456] env[69437]: DEBUG nova.compute.manager [-] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.809456] env[69437]: DEBUG nova.network.neutron [-] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.899844] env[69437]: DEBUG nova.compute.manager [req-7256426c-dc6b-41c2-bbfd-cbf982572c28 req-bd3c1e23-584d-498d-8a38-93f95a90e236 service nova] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Received event network-vif-plugged-61f611be-cded-4f47-bff2-0c0d1e5b0d33 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.901295] env[69437]: DEBUG oslo_concurrency.lockutils [req-7256426c-dc6b-41c2-bbfd-cbf982572c28 req-bd3c1e23-584d-498d-8a38-93f95a90e236 service nova] Acquiring lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.901614] env[69437]: DEBUG oslo_concurrency.lockutils [req-7256426c-dc6b-41c2-bbfd-cbf982572c28 req-bd3c1e23-584d-498d-8a38-93f95a90e236 service nova] Lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.901873] env[69437]: DEBUG oslo_concurrency.lockutils [req-7256426c-dc6b-41c2-bbfd-cbf982572c28 req-bd3c1e23-584d-498d-8a38-93f95a90e236 service nova] Lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.902127] env[69437]: DEBUG nova.compute.manager [req-7256426c-dc6b-41c2-bbfd-cbf982572c28 req-bd3c1e23-584d-498d-8a38-93f95a90e236 service nova] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] No waiting events found dispatching network-vif-plugged-61f611be-cded-4f47-bff2-0c0d1e5b0d33 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 775.902314] env[69437]: WARNING nova.compute.manager [req-7256426c-dc6b-41c2-bbfd-cbf982572c28 req-bd3c1e23-584d-498d-8a38-93f95a90e236 service nova] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Received unexpected event network-vif-plugged-61f611be-cded-4f47-bff2-0c0d1e5b0d33 for instance with vm_state building and task_state spawning. [ 775.999063] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527eae50-3401-200e-9dd4-09aba0747218, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.999518] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.999812] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 830b3cad-5c4c-4086-a060-4a0dea4b1735/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. {{(pid=69437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 776.000125] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d90a15d4-8d89-48dc-afe1-70bdaa4a6839 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.010295] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 776.010295] env[69437]: value = "task-4103228" [ 776.010295] env[69437]: _type = "Task" [ 776.010295] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.021581] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.039594] env[69437]: DEBUG nova.network.neutron [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Successfully updated port: 61f611be-cded-4f47-bff2-0c0d1e5b0d33 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.062645] env[69437]: DEBUG nova.network.neutron [-] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.082838] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.083446] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.088162] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.088473] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.091826] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.448s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.094367] env[69437]: INFO nova.compute.claims [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.100854] env[69437]: DEBUG nova.network.neutron [-] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.102538] env[69437]: DEBUG nova.network.neutron [-] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.134218] env[69437]: INFO nova.scheduler.client.report [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Deleted allocations for instance 9142b50b-9af0-4b60-a1df-7f713eb02f2c [ 776.150655] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab6ecfa9-2860-42cc-9ec4-ecf592807a6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.171949] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19582ccf-ed27-476c-9d44-eb2b352ddf56 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.213611] env[69437]: DEBUG nova.compute.manager [req-15bab8bf-b6c2-4cf8-b32e-b7ad6c60deab req-d41bc569-cd31-4ece-b038-7d4be2cfde36 service nova] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Detach interface failed, port_id=0692d1f7-6e05-474d-9238-7367fbef9ca7, reason: Instance 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 776.523516] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103228, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.541609] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquiring lock "refresh_cache-f92e3645-bfaa-4080-a67d-02c10fc0f9d8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.541780] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquired lock "refresh_cache-f92e3645-bfaa-4080-a67d-02c10fc0f9d8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.541901] env[69437]: DEBUG nova.network.neutron [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.564908] env[69437]: INFO nova.compute.manager [-] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Took 1.54 seconds to deallocate network for instance. [ 776.606180] env[69437]: DEBUG nova.compute.utils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.611488] env[69437]: INFO nova.compute.manager [-] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Took 1.53 seconds to deallocate network for instance. [ 776.611811] env[69437]: INFO nova.compute.manager [-] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Took 0.80 seconds to deallocate network for instance. [ 776.612497] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.612663] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.644027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35e44f6d-9461-4363-b454-b4a92aa66e7c tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Lock "9142b50b-9af0-4b60-a1df-7f713eb02f2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.156s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.690548] env[69437]: DEBUG nova.policy [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24a5bb4e288c4a0ea51c1ec3b12f596e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d44979db48e4cae944136166dfc96bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.022064] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570898} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.022404] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 830b3cad-5c4c-4086-a060-4a0dea4b1735/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. [ 777.023142] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6acb9f2-fa36-474c-9873-45969b825cb4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.059582] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 830b3cad-5c4c-4086-a060-4a0dea4b1735/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.060695] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Successfully created port: d1ab3809-11c8-42b1-9317-eea70d1afefd {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.062790] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15acd9e4-e4e1-4f5f-948e-eccd7c49f587 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.082606] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.090117] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 777.090117] env[69437]: value = "task-4103229" [ 777.090117] env[69437]: _type = "Task" [ 777.090117] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.100871] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.113842] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.122381] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.124186] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.127226] env[69437]: DEBUG nova.network.neutron [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.409028] env[69437]: DEBUG nova.network.neutron [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Updating instance_info_cache with network_info: [{"id": "61f611be-cded-4f47-bff2-0c0d1e5b0d33", "address": "fa:16:3e:52:fa:91", "network": {"id": "c01c1a15-9670-48e2-b3d7-caf7dbb6c22c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1082427043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade867bf7bb443eab9d9d5981b8f22b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f611be-cd", "ovs_interfaceid": "61f611be-cded-4f47-bff2-0c0d1e5b0d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.606060] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.680940] env[69437]: DEBUG nova.compute.manager [req-2858e2f9-0be9-4b52-a206-fe5c176aa5de req-add43e83-b0c2-4400-9dc8-bcbeb165f7a2 service nova] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Received event network-vif-deleted-c97f32a4-e7cb-445c-9766-57a1f200f749 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.681175] env[69437]: DEBUG nova.compute.manager [req-2858e2f9-0be9-4b52-a206-fe5c176aa5de req-add43e83-b0c2-4400-9dc8-bcbeb165f7a2 service nova] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Received event network-vif-deleted-651456d6-2df8-4c4f-8b31-221b2857e946 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.691952] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed61eef4-f637-4c00-8d3b-7a9eea539443 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.704048] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e1fdb3-0847-4a26-8cf9-8e191892146f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.739622] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951ebee2-3661-4c15-aa24-92f68daaa018 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.748327] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4980f1-3840-4091-96ad-09033bbc5ba1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.763268] env[69437]: DEBUG nova.compute.provider_tree [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.916356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Releasing lock "refresh_cache-f92e3645-bfaa-4080-a67d-02c10fc0f9d8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.916686] env[69437]: DEBUG nova.compute.manager [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Instance network_info: |[{"id": "61f611be-cded-4f47-bff2-0c0d1e5b0d33", "address": "fa:16:3e:52:fa:91", "network": {"id": "c01c1a15-9670-48e2-b3d7-caf7dbb6c22c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1082427043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade867bf7bb443eab9d9d5981b8f22b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f611be-cd", "ovs_interfaceid": "61f611be-cded-4f47-bff2-0c0d1e5b0d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.920569] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:fa:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61f611be-cded-4f47-bff2-0c0d1e5b0d33', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.929207] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Creating folder: Project (ade867bf7bb443eab9d9d5981b8f22b8). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.930187] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52d7a328-976b-4c91-9b8c-a7ddefa64d49 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.945122] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Created folder: Project (ade867bf7bb443eab9d9d5981b8f22b8) in parent group-v812682. [ 777.945385] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Creating folder: Instances. Parent ref: group-v812804. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.946011] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e38646f-919e-4a09-b6c4-26d3786c2232 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.958499] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Created folder: Instances in parent group-v812804. [ 777.958754] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.958953] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.959184] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0be9d97-935c-4196-ba41-cbcb9ca1febb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.981695] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.981695] env[69437]: value = "task-4103233" [ 777.981695] env[69437]: _type = "Task" [ 777.981695] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.992772] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103233, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.008212] env[69437]: DEBUG nova.compute.manager [req-f0300547-7afd-492c-bbb2-f62175da3fb9 req-fa76e602-af20-4a51-a405-041bc318f48e service nova] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Received event network-changed-61f611be-cded-4f47-bff2-0c0d1e5b0d33 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.008411] env[69437]: DEBUG nova.compute.manager [req-f0300547-7afd-492c-bbb2-f62175da3fb9 req-fa76e602-af20-4a51-a405-041bc318f48e service nova] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Refreshing instance network info cache due to event network-changed-61f611be-cded-4f47-bff2-0c0d1e5b0d33. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.008662] env[69437]: DEBUG oslo_concurrency.lockutils [req-f0300547-7afd-492c-bbb2-f62175da3fb9 req-fa76e602-af20-4a51-a405-041bc318f48e service nova] Acquiring lock "refresh_cache-f92e3645-bfaa-4080-a67d-02c10fc0f9d8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.008809] env[69437]: DEBUG oslo_concurrency.lockutils [req-f0300547-7afd-492c-bbb2-f62175da3fb9 req-fa76e602-af20-4a51-a405-041bc318f48e service nova] Acquired lock "refresh_cache-f92e3645-bfaa-4080-a67d-02c10fc0f9d8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.008969] env[69437]: DEBUG nova.network.neutron [req-f0300547-7afd-492c-bbb2-f62175da3fb9 req-fa76e602-af20-4a51-a405-041bc318f48e service nova] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Refreshing network info cache for port 61f611be-cded-4f47-bff2-0c0d1e5b0d33 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.108370] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.131099] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.164909] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.165200] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.165373] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.165609] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.165781] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.165936] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.166171] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.166336] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.166506] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.166670] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.166840] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.167913] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a8385-7464-4bf9-b1c2-987a61ee8cb2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.178168] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c525b-152b-4a21-9c12-286800572c62 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.267123] env[69437]: DEBUG nova.scheduler.client.report [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.434051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquiring lock "f21e252d-7028-417c-872b-f69c49c2dc59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.434051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.434051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquiring lock "f21e252d-7028-417c-872b-f69c49c2dc59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.434051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "f21e252d-7028-417c-872b-f69c49c2dc59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.434354] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "f21e252d-7028-417c-872b-f69c49c2dc59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.437662] env[69437]: INFO nova.compute.manager [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Terminating instance [ 778.495646] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103233, 'name': CreateVM_Task, 'duration_secs': 0.495592} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.495879] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.496713] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.496713] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.497057] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.497353] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96af7110-87c2-42cc-9e7c-e48bf7f0e9b2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.503426] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 778.503426] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d84da1-1e77-8499-7c5a-2f4454a9fe89" [ 778.503426] env[69437]: _type = "Task" [ 778.503426] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.512734] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.513020] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.513519] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.513519] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.513793] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.517261] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d84da1-1e77-8499-7c5a-2f4454a9fe89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.517706] env[69437]: INFO nova.compute.manager [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Terminating instance [ 778.608683] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103229, 'name': ReconfigVM_Task, 'duration_secs': 1.106312} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.609427] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 830b3cad-5c4c-4086-a060-4a0dea4b1735/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.610696] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af66ce4-4080-4e99-ac41-9efa0e59af00 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.643954] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e87981-1113-45c4-90a1-64ae16572fa7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.668763] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 778.668763] env[69437]: value = "task-4103234" [ 778.668763] env[69437]: _type = "Task" [ 778.668763] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.680192] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.775238] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.775742] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.779778] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.947s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.779927] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.782454] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.058s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.784988] env[69437]: INFO nova.compute.claims [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.819450] env[69437]: INFO nova.scheduler.client.report [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted allocations for instance 5ea81cec-95cc-406c-b861-2de76ff9ff93 [ 778.860112] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Successfully updated port: d1ab3809-11c8-42b1-9317-eea70d1afefd {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.945635] env[69437]: DEBUG nova.compute.manager [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.945922] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.950560] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce50205-5b7c-459f-9b0e-038893138f4d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.956700] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.956999] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515dc692-b43c-41bc-9667-e1a2de4722aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.969666] env[69437]: DEBUG oslo_vmware.api [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 778.969666] env[69437]: value = "task-4103235" [ 778.969666] env[69437]: _type = "Task" [ 778.969666] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.978428] env[69437]: DEBUG oslo_vmware.api [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4103235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.014732] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d84da1-1e77-8499-7c5a-2f4454a9fe89, 'name': SearchDatastore_Task, 'duration_secs': 0.012852} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.015073] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.015441] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.015883] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.016077] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.016284] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.016586] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8c34a7d-7ea5-425e-a525-d62f9c306b97 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.022600] env[69437]: DEBUG nova.compute.manager [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.022951] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.025970] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420d2bdc-4440-4e43-af20-adc662540310 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.032631] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.032902] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.036560] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebb2bc8-cc64-4709-a1ec-9442e3919132 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.038678] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.038967] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b5deb2b-243f-4709-b3fe-f40ba28de1a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.045134] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 779.045134] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52747a11-ac78-f026-73b6-dfbb437c3ab6" [ 779.045134] env[69437]: _type = "Task" [ 779.045134] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.050836] env[69437]: DEBUG oslo_vmware.api [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 779.050836] env[69437]: value = "task-4103236" [ 779.050836] env[69437]: _type = "Task" [ 779.050836] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.061083] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52747a11-ac78-f026-73b6-dfbb437c3ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.074338] env[69437]: DEBUG oslo_vmware.api [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.180177] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103234, 'name': ReconfigVM_Task, 'duration_secs': 0.305566} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.180557] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.180933] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bce9d3a-39fa-4d1e-9ac2-14c1c779eddd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.189057] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 779.189057] env[69437]: value = "task-4103237" [ 779.189057] env[69437]: _type = "Task" [ 779.189057] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.206057] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.237565] env[69437]: DEBUG nova.network.neutron [req-f0300547-7afd-492c-bbb2-f62175da3fb9 req-fa76e602-af20-4a51-a405-041bc318f48e service nova] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Updated VIF entry in instance network info cache for port 61f611be-cded-4f47-bff2-0c0d1e5b0d33. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.237949] env[69437]: DEBUG nova.network.neutron [req-f0300547-7afd-492c-bbb2-f62175da3fb9 req-fa76e602-af20-4a51-a405-041bc318f48e service nova] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Updating instance_info_cache with network_info: [{"id": "61f611be-cded-4f47-bff2-0c0d1e5b0d33", "address": "fa:16:3e:52:fa:91", "network": {"id": "c01c1a15-9670-48e2-b3d7-caf7dbb6c22c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1082427043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade867bf7bb443eab9d9d5981b8f22b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f611be-cd", "ovs_interfaceid": "61f611be-cded-4f47-bff2-0c0d1e5b0d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.290688] env[69437]: DEBUG nova.compute.utils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.295407] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.295654] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.328932] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b057265b-a17f-429c-8952-3dcca3cf99fe tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "5ea81cec-95cc-406c-b861-2de76ff9ff93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.600s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.368516] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "refresh_cache-700784c2-7cff-4931-94d4-703f7a3dc39e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.368516] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "refresh_cache-700784c2-7cff-4931-94d4-703f7a3dc39e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.368516] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.385347] env[69437]: DEBUG nova.policy [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24a5bb4e288c4a0ea51c1ec3b12f596e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d44979db48e4cae944136166dfc96bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.479368] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.479640] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.485351] env[69437]: DEBUG oslo_vmware.api [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4103235, 'name': PowerOffVM_Task, 'duration_secs': 0.284936} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.485598] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.485784] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.486100] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10f687f1-35d2-4108-a750-76b1257ac593 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.559063] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.559542] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.559813] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Deleting the datastore file [datastore1] f21e252d-7028-417c-872b-f69c49c2dc59 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.566321] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37c02f46-d02c-4fe1-ac77-8192fd948596 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.569310] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52747a11-ac78-f026-73b6-dfbb437c3ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.573288] env[69437]: DEBUG oslo_vmware.api [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103236, 'name': PowerOffVM_Task, 'duration_secs': 0.261647} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.573478] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2000b6c8-b1b5-4c8f-bf7a-1bd062e19035 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.576015] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.576217] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.576491] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d1a37b0-86dc-4042-a043-df49cb043f74 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.579908] env[69437]: DEBUG oslo_vmware.api [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for the task: (returnval){ [ 779.579908] env[69437]: value = "task-4103239" [ 779.579908] env[69437]: _type = "Task" [ 779.579908] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.585769] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 779.585769] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fb4a15-28a6-08c7-e0f9-d80bcbb8cfb9" [ 779.585769] env[69437]: _type = "Task" [ 779.585769] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.593957] env[69437]: DEBUG oslo_vmware.api [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4103239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.601665] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fb4a15-28a6-08c7-e0f9-d80bcbb8cfb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013391} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.601947] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.602236] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] f92e3645-bfaa-4080-a67d-02c10fc0f9d8/f92e3645-bfaa-4080-a67d-02c10fc0f9d8.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.602513] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-debb58e4-fa45-4c81-b40e-2b2285a76b84 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.611744] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 779.611744] env[69437]: value = "task-4103241" [ 779.611744] env[69437]: _type = "Task" [ 779.611744] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.625169] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.664856] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.665325] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.665670] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Deleting the datastore file [datastore1] d1beebbf-029a-42bd-92d1-db0d5fc9277c {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.666772] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d33d2c3-12c6-4c99-9a38-00d97744f536 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.675345] env[69437]: DEBUG oslo_vmware.api [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 779.675345] env[69437]: value = "task-4103242" [ 779.675345] env[69437]: _type = "Task" [ 779.675345] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.687628] env[69437]: DEBUG oslo_vmware.api [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.700222] env[69437]: DEBUG oslo_vmware.api [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103237, 'name': PowerOnVM_Task, 'duration_secs': 0.497974} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.700645] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.704784] env[69437]: DEBUG nova.compute.manager [None req-e5f02b7e-c807-4932-9dfb-289116a54cca tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.705821] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8034b96-7fb8-4f0e-bacd-1de2844a1986 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.741406] env[69437]: DEBUG nova.compute.manager [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Received event network-vif-plugged-d1ab3809-11c8-42b1-9317-eea70d1afefd {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.741745] env[69437]: DEBUG oslo_concurrency.lockutils [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] Acquiring lock "700784c2-7cff-4931-94d4-703f7a3dc39e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.742501] env[69437]: DEBUG oslo_concurrency.lockutils [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] Lock "700784c2-7cff-4931-94d4-703f7a3dc39e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.742692] env[69437]: DEBUG oslo_concurrency.lockutils [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] Lock "700784c2-7cff-4931-94d4-703f7a3dc39e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.742905] env[69437]: DEBUG nova.compute.manager [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] No waiting events found dispatching network-vif-plugged-d1ab3809-11c8-42b1-9317-eea70d1afefd {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 779.743121] env[69437]: WARNING nova.compute.manager [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Received unexpected event network-vif-plugged-d1ab3809-11c8-42b1-9317-eea70d1afefd for instance with vm_state building and task_state spawning. [ 779.743260] env[69437]: DEBUG nova.compute.manager [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Received event network-changed-d1ab3809-11c8-42b1-9317-eea70d1afefd {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.743448] env[69437]: DEBUG nova.compute.manager [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Refreshing instance network info cache due to event network-changed-d1ab3809-11c8-42b1-9317-eea70d1afefd. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.743995] env[69437]: DEBUG oslo_concurrency.lockutils [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] Acquiring lock "refresh_cache-700784c2-7cff-4931-94d4-703f7a3dc39e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.744388] env[69437]: DEBUG oslo_concurrency.lockutils [req-f0300547-7afd-492c-bbb2-f62175da3fb9 req-fa76e602-af20-4a51-a405-041bc318f48e service nova] Releasing lock "refresh_cache-f92e3645-bfaa-4080-a67d-02c10fc0f9d8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.800028] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.929695] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Successfully created port: e2df1f6f-8611-4ee4-9b94-c44115a22275 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.940778] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.988148] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 779.988465] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812803', 'volume_id': '544ab228-3979-4e7f-810f-bc844f9e7d04', 'name': 'volume-544ab228-3979-4e7f-810f-bc844f9e7d04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79fb7a70-beec-44e4-adcf-b959d4482341', 'attached_at': '', 'detached_at': '', 'volume_id': '544ab228-3979-4e7f-810f-bc844f9e7d04', 'serial': '544ab228-3979-4e7f-810f-bc844f9e7d04'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 779.989469] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb19281-0f6b-448a-8da3-1a34307b43d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.024164] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660baf7c-df98-4004-aa0a-ee33433de06c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.060142] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] volume-544ab228-3979-4e7f-810f-bc844f9e7d04/volume-544ab228-3979-4e7f-810f-bc844f9e7d04.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.067991] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2553fd-5cf0-4094-a587-6eaf1d153609 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.102479] env[69437]: DEBUG oslo_vmware.api [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Task: {'id': task-4103239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198522} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.103955] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.104403] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.105291] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.105291] env[69437]: INFO nova.compute.manager [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Took 1.16 seconds to destroy the instance on the hypervisor. [ 780.105291] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.105534] env[69437]: DEBUG oslo_vmware.api [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 780.105534] env[69437]: value = "task-4103243" [ 780.105534] env[69437]: _type = "Task" [ 780.105534] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.105698] env[69437]: DEBUG nova.compute.manager [-] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.106213] env[69437]: DEBUG nova.network.neutron [-] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.133831] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.140500] env[69437]: DEBUG oslo_vmware.api [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.193662] env[69437]: DEBUG oslo_vmware.api [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198799} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.193662] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.194073] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.194073] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.194194] env[69437]: INFO nova.compute.manager [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 780.194401] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.197432] env[69437]: DEBUG nova.compute.manager [-] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.197610] env[69437]: DEBUG nova.network.neutron [-] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.253712] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Updating instance_info_cache with network_info: [{"id": "d1ab3809-11c8-42b1-9317-eea70d1afefd", "address": "fa:16:3e:94:c8:0e", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ab3809-11", "ovs_interfaceid": "d1ab3809-11c8-42b1-9317-eea70d1afefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.537344] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136350fe-62f4-44c6-ae63-eedb0d518fcb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.545548] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f601e5-85b6-4318-a9ea-5395ee26015d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.579502] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e247272-5343-43c9-a9f1-18d3982bd7f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.587861] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b74ab73-7d1c-44ad-aa70-831f0a9c8590 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.604996] env[69437]: DEBUG nova.compute.provider_tree [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.619986] env[69437]: DEBUG oslo_vmware.api [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.628407] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628048} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.628720] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] f92e3645-bfaa-4080-a67d-02c10fc0f9d8/f92e3645-bfaa-4080-a67d-02c10fc0f9d8.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.628975] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.629883] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34dde9f0-3cd9-4acb-8c74-ec45ee8b9545 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.638055] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 780.638055] env[69437]: value = "task-4103244" [ 780.638055] env[69437]: _type = "Task" [ 780.638055] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.646621] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.739234] env[69437]: INFO nova.compute.manager [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Unrescuing [ 780.739598] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.739756] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquired lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.739947] env[69437]: DEBUG nova.network.neutron [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.757164] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "refresh_cache-700784c2-7cff-4931-94d4-703f7a3dc39e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.759345] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Instance network_info: |[{"id": "d1ab3809-11c8-42b1-9317-eea70d1afefd", "address": "fa:16:3e:94:c8:0e", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ab3809-11", "ovs_interfaceid": "d1ab3809-11c8-42b1-9317-eea70d1afefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.759345] env[69437]: DEBUG oslo_concurrency.lockutils [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] Acquired lock "refresh_cache-700784c2-7cff-4931-94d4-703f7a3dc39e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.759546] env[69437]: DEBUG nova.network.neutron [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Refreshing network info cache for port d1ab3809-11c8-42b1-9317-eea70d1afefd {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.759546] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:c8:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ab3809-11c8-42b1-9317-eea70d1afefd', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.767463] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Creating folder: Project (2d44979db48e4cae944136166dfc96bf). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.772091] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ca1e9b-607c-4ef5-a459-f1bbf95400a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.784125] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Created folder: Project (2d44979db48e4cae944136166dfc96bf) in parent group-v812682. [ 780.784357] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Creating folder: Instances. Parent ref: group-v812807. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.784616] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55ce3257-a0e3-419d-b194-be93a5725ee6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.797633] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Created folder: Instances in parent group-v812807. [ 780.797932] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.798161] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.798696] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eefaeae-f346-4484-9f30-06435462e7c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.819976] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.829249] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.829249] env[69437]: value = "task-4103247" [ 780.829249] env[69437]: _type = "Task" [ 780.829249] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.845182] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103247, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.858226] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.858636] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.858742] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.859044] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.859230] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.859475] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.859741] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.859972] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.860078] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.860256] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.860457] env[69437]: DEBUG nova.virt.hardware [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.861851] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d169202-ee98-47ff-ad8e-7ab986010ad0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.871431] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca75e736-dc27-4fab-bcb5-ecf3b897735c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.109468] env[69437]: DEBUG nova.scheduler.client.report [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.125395] env[69437]: DEBUG oslo_vmware.api [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.151303] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.212702] env[69437]: DEBUG nova.network.neutron [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Updated VIF entry in instance network info cache for port d1ab3809-11c8-42b1-9317-eea70d1afefd. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.213018] env[69437]: DEBUG nova.network.neutron [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Updating instance_info_cache with network_info: [{"id": "d1ab3809-11c8-42b1-9317-eea70d1afefd", "address": "fa:16:3e:94:c8:0e", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ab3809-11", "ovs_interfaceid": "d1ab3809-11c8-42b1-9317-eea70d1afefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.343616] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103247, 'name': CreateVM_Task, 'duration_secs': 0.442497} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.344510] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.348101] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.348101] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.348101] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.348101] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70b69a4-6a3c-407c-9306-b483b0eca1c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.353027] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 781.353027] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52dfa6af-7bc6-9c4c-5c8e-e291b3570d81" [ 781.353027] env[69437]: _type = "Task" [ 781.353027] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.362668] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dfa6af-7bc6-9c4c-5c8e-e291b3570d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.410220] env[69437]: DEBUG nova.compute.manager [req-baf149f2-06f9-4443-8bf8-cd46c3434ac7 req-246dfd3b-ec28-4978-aef2-5d89324e9a95 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Received event network-vif-deleted-37b90ce1-e15b-41ee-ad2d-f42aa8953646 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.410525] env[69437]: INFO nova.compute.manager [req-baf149f2-06f9-4443-8bf8-cd46c3434ac7 req-246dfd3b-ec28-4978-aef2-5d89324e9a95 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Neutron deleted interface 37b90ce1-e15b-41ee-ad2d-f42aa8953646; detaching it from the instance and deleting it from the info cache [ 781.412663] env[69437]: DEBUG nova.network.neutron [req-baf149f2-06f9-4443-8bf8-cd46c3434ac7 req-246dfd3b-ec28-4978-aef2-5d89324e9a95 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.545222] env[69437]: DEBUG nova.network.neutron [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Updating instance_info_cache with network_info: [{"id": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "address": "fa:16:3e:f6:08:a4", "network": {"id": "70cbc605-e36c-4eeb-9dfa-5be1c8c1bd0e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1228765677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "668932e0cb35446698790a04a89a34e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1be9f8-77", "ovs_interfaceid": "ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.621046] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.621581] env[69437]: DEBUG nova.compute.manager [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.626449] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.353s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.632023] env[69437]: INFO nova.compute.claims [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.642281] env[69437]: DEBUG nova.network.neutron [-] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.644245] env[69437]: DEBUG oslo_vmware.api [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103243, 'name': ReconfigVM_Task, 'duration_secs': 1.336634} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.650754] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Reconfigured VM instance instance-00000026 to attach disk [datastore2] volume-544ab228-3979-4e7f-810f-bc844f9e7d04/volume-544ab228-3979-4e7f-810f-bc844f9e7d04.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.660207] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b921df2d-a5da-4fc5-90e2-6349ca562446 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.688436] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.674402} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.692712] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.692712] env[69437]: DEBUG oslo_vmware.api [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 781.692712] env[69437]: value = "task-4103248" [ 781.692712] env[69437]: _type = "Task" [ 781.692712] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.692712] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caa4c77-cd66-4f20-9f07-57707fd88093 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.719971] env[69437]: DEBUG oslo_concurrency.lockutils [req-2b0b811c-7e83-4044-ab95-4abbe1ae9dc2 req-42cfb7eb-6d2f-4449-9c79-45b58e4fca59 service nova] Releasing lock "refresh_cache-700784c2-7cff-4931-94d4-703f7a3dc39e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.734973] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] f92e3645-bfaa-4080-a67d-02c10fc0f9d8/f92e3645-bfaa-4080-a67d-02c10fc0f9d8.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.742030] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b80ea0-499a-44b0-be3d-cce9248e5356 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.755687] env[69437]: DEBUG oslo_vmware.api [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.761743] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 781.761743] env[69437]: value = "task-4103249" [ 781.761743] env[69437]: _type = "Task" [ 781.761743] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.771079] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.804097] env[69437]: DEBUG nova.compute.manager [req-33973f42-a4bb-451f-a0c8-5f2ad60feb82 req-4d332d03-c8ba-48e4-82b6-87f6747a4860 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Received event network-vif-deleted-161735fe-9778-4e29-a195-da7530c50adb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.807255] env[69437]: INFO nova.compute.manager [req-33973f42-a4bb-451f-a0c8-5f2ad60feb82 req-4d332d03-c8ba-48e4-82b6-87f6747a4860 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Neutron deleted interface 161735fe-9778-4e29-a195-da7530c50adb; detaching it from the instance and deleting it from the info cache [ 781.807255] env[69437]: DEBUG nova.network.neutron [req-33973f42-a4bb-451f-a0c8-5f2ad60feb82 req-4d332d03-c8ba-48e4-82b6-87f6747a4860 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.865894] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dfa6af-7bc6-9c4c-5c8e-e291b3570d81, 'name': SearchDatastore_Task, 'duration_secs': 0.015486} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.866120] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.867023] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.867023] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.867023] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.867023] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.868268] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f81620ff-49a9-40ea-a990-c3a181c5c92e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.877684] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.877901] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.878858] env[69437]: DEBUG nova.network.neutron [-] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.880150] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d0a905-f252-4b21-a164-824d07350f95 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.889200] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 781.889200] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52dcc412-1c48-8437-fb10-5f9ddc82e56e" [ 781.889200] env[69437]: _type = "Task" [ 781.889200] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.900366] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dcc412-1c48-8437-fb10-5f9ddc82e56e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.914359] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Successfully updated port: e2df1f6f-8611-4ee4-9b94-c44115a22275 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.931033] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86fb825d-1378-4da5-894b-08c578b6493e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.948068] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6582c2-c800-482f-a16b-38a14f2e1c0d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.989513] env[69437]: DEBUG nova.compute.manager [req-baf149f2-06f9-4443-8bf8-cd46c3434ac7 req-246dfd3b-ec28-4978-aef2-5d89324e9a95 service nova] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Detach interface failed, port_id=37b90ce1-e15b-41ee-ad2d-f42aa8953646, reason: Instance d1beebbf-029a-42bd-92d1-db0d5fc9277c could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.048093] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Releasing lock "refresh_cache-830b3cad-5c4c-4086-a060-4a0dea4b1735" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.048800] env[69437]: DEBUG nova.objects.instance [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lazy-loading 'flavor' on Instance uuid 830b3cad-5c4c-4086-a060-4a0dea4b1735 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.135033] env[69437]: DEBUG nova.compute.utils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.140066] env[69437]: DEBUG nova.compute.manager [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.140066] env[69437]: DEBUG nova.network.neutron [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.160961] env[69437]: INFO nova.compute.manager [-] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Took 1.96 seconds to deallocate network for instance. [ 782.192621] env[69437]: DEBUG nova.policy [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ec123be66949629c41932c53a5e510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c4caf8c2214734bb14b0bb9f59d746', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.209809] env[69437]: DEBUG oslo_vmware.api [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103248, 'name': ReconfigVM_Task, 'duration_secs': 0.220666} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.209809] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812803', 'volume_id': '544ab228-3979-4e7f-810f-bc844f9e7d04', 'name': 'volume-544ab228-3979-4e7f-810f-bc844f9e7d04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79fb7a70-beec-44e4-adcf-b959d4482341', 'attached_at': '', 'detached_at': '', 'volume_id': '544ab228-3979-4e7f-810f-bc844f9e7d04', 'serial': '544ab228-3979-4e7f-810f-bc844f9e7d04'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 782.274757] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103249, 'name': ReconfigVM_Task, 'duration_secs': 0.343728} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.275067] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Reconfigured VM instance instance-00000027 to attach disk [datastore2] f92e3645-bfaa-4080-a67d-02c10fc0f9d8/f92e3645-bfaa-4080-a67d-02c10fc0f9d8.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.275738] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14b55b65-eac1-40a3-818b-93d0e4522455 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.284357] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 782.284357] env[69437]: value = "task-4103250" [ 782.284357] env[69437]: _type = "Task" [ 782.284357] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.294566] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103250, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.307797] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6da440d-309f-4a49-88e8-a5f8a8eb2018 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.318034] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe5304f-16a8-4cf8-8dda-f8c78824189e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.355321] env[69437]: DEBUG nova.compute.manager [req-33973f42-a4bb-451f-a0c8-5f2ad60feb82 req-4d332d03-c8ba-48e4-82b6-87f6747a4860 service nova] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Detach interface failed, port_id=161735fe-9778-4e29-a195-da7530c50adb, reason: Instance f21e252d-7028-417c-872b-f69c49c2dc59 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.386038] env[69437]: INFO nova.compute.manager [-] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Took 2.28 seconds to deallocate network for instance. [ 782.407237] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dcc412-1c48-8437-fb10-5f9ddc82e56e, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.408750] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc58de8-f8ca-460c-bdc8-c847afb6da0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.417517] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 782.417517] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52cb79ba-59f6-9087-629c-846897d12584" [ 782.417517] env[69437]: _type = "Task" [ 782.417517] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.431604] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "refresh_cache-0cc46589-609b-4feb-8e19-88da9c7200a6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.431604] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "refresh_cache-0cc46589-609b-4feb-8e19-88da9c7200a6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.431604] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.431604] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cb79ba-59f6-9087-629c-846897d12584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.561837] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05e07a1-dcb2-42aa-9a61-19f43f22e4ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.587806] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.588199] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e874ea3-ed29-44c4-9a14-22860acc41c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.598137] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 782.598137] env[69437]: value = "task-4103251" [ 782.598137] env[69437]: _type = "Task" [ 782.598137] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.606772] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.641846] env[69437]: DEBUG nova.network.neutron [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Successfully created port: fed60583-1b72-40a2-a34b-553b59749deb {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.644260] env[69437]: DEBUG nova.compute.manager [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.669057] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.797597] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103250, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.900801] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.937808] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cb79ba-59f6-9087-629c-846897d12584, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.938121] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.938415] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 700784c2-7cff-4931-94d4-703f7a3dc39e/700784c2-7cff-4931-94d4-703f7a3dc39e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.942449] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b47b52a-ca87-49b8-a9b2-1358052df88d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.950964] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 782.950964] env[69437]: value = "task-4103252" [ 782.950964] env[69437]: _type = "Task" [ 782.950964] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.963838] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.988168] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.121483] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103251, 'name': PowerOffVM_Task, 'duration_secs': 0.496877} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.121891] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.128786] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 783.132296] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-664d581c-dcc6-4f6f-889a-4daa4f1e0861 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.156498] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 783.156498] env[69437]: value = "task-4103253" [ 783.156498] env[69437]: _type = "Task" [ 783.156498] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.167867] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.218376] env[69437]: DEBUG nova.network.neutron [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Updating instance_info_cache with network_info: [{"id": "e2df1f6f-8611-4ee4-9b94-c44115a22275", "address": "fa:16:3e:ad:cc:9b", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2df1f6f-86", "ovs_interfaceid": "e2df1f6f-8611-4ee4-9b94-c44115a22275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.256137] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efb4bf5-a7c7-4e90-87cd-ee3fb3e9b4fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.266365] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf446db-b681-4bfd-801e-b8832161717d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.270907] env[69437]: DEBUG nova.objects.instance [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lazy-loading 'flavor' on Instance uuid 79fb7a70-beec-44e4-adcf-b959d4482341 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.308186] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4934d1d-af8c-49c1-9129-93de94280deb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.320975] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103250, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.322321] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bfef51-aa8c-4855-8e4d-1a083335e808 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.341027] env[69437]: DEBUG nova.compute.provider_tree [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.461052] env[69437]: DEBUG nova.compute.manager [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Received event network-vif-plugged-e2df1f6f-8611-4ee4-9b94-c44115a22275 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.461295] env[69437]: DEBUG oslo_concurrency.lockutils [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] Acquiring lock "0cc46589-609b-4feb-8e19-88da9c7200a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.461532] env[69437]: DEBUG oslo_concurrency.lockutils [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] Lock "0cc46589-609b-4feb-8e19-88da9c7200a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.461733] env[69437]: DEBUG oslo_concurrency.lockutils [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] Lock "0cc46589-609b-4feb-8e19-88da9c7200a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.461891] env[69437]: DEBUG nova.compute.manager [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] No waiting events found dispatching network-vif-plugged-e2df1f6f-8611-4ee4-9b94-c44115a22275 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 783.462080] env[69437]: WARNING nova.compute.manager [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Received unexpected event network-vif-plugged-e2df1f6f-8611-4ee4-9b94-c44115a22275 for instance with vm_state building and task_state spawning. [ 783.462258] env[69437]: DEBUG nova.compute.manager [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Received event network-changed-e2df1f6f-8611-4ee4-9b94-c44115a22275 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.462422] env[69437]: DEBUG nova.compute.manager [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Refreshing instance network info cache due to event network-changed-e2df1f6f-8611-4ee4-9b94-c44115a22275. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.462609] env[69437]: DEBUG oslo_concurrency.lockutils [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] Acquiring lock "refresh_cache-0cc46589-609b-4feb-8e19-88da9c7200a6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.468703] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103252, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.658554] env[69437]: DEBUG nova.compute.manager [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.670877] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.693134] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.693406] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.693673] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.693762] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.694056] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.694260] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.694488] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.694658] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.694834] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.695012] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.695206] env[69437]: DEBUG nova.virt.hardware [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.696138] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b717a6-f781-4d30-bea2-ef6f7b965faf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.706332] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316501f9-d631-47bb-b52b-80a632180125 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.724440] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "refresh_cache-0cc46589-609b-4feb-8e19-88da9c7200a6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.725660] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Instance network_info: |[{"id": "e2df1f6f-8611-4ee4-9b94-c44115a22275", "address": "fa:16:3e:ad:cc:9b", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2df1f6f-86", "ovs_interfaceid": "e2df1f6f-8611-4ee4-9b94-c44115a22275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.725660] env[69437]: DEBUG oslo_concurrency.lockutils [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] Acquired lock "refresh_cache-0cc46589-609b-4feb-8e19-88da9c7200a6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.725882] env[69437]: DEBUG nova.network.neutron [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Refreshing network info cache for port e2df1f6f-8611-4ee4-9b94-c44115a22275 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.726693] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:cc:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2df1f6f-8611-4ee4-9b94-c44115a22275', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.734604] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.738469] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.738862] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a8d382-e7a7-408c-804b-06744583b944 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.760838] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.760838] env[69437]: value = "task-4103254" [ 783.760838] env[69437]: _type = "Task" [ 783.760838] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.769472] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103254, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.776356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9188ec95-e523-41a1-a271-9f264a9ce9e4 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.443s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.813666] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103250, 'name': Rename_Task, 'duration_secs': 1.177126} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.813928] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.814206] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57d4e9ac-a22a-4f00-bd67-5c1eed92443b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.822644] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 783.822644] env[69437]: value = "task-4103255" [ 783.822644] env[69437]: _type = "Task" [ 783.822644] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.831919] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.844184] env[69437]: DEBUG nova.scheduler.client.report [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.930528] env[69437]: DEBUG oslo_concurrency.lockutils [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "79fb7a70-beec-44e4-adcf-b959d4482341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.930528] env[69437]: DEBUG oslo_concurrency.lockutils [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.930716] env[69437]: DEBUG oslo_concurrency.lockutils [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "79fb7a70-beec-44e4-adcf-b959d4482341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.930891] env[69437]: DEBUG oslo_concurrency.lockutils [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.931076] env[69437]: DEBUG oslo_concurrency.lockutils [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.934300] env[69437]: INFO nova.compute.manager [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Terminating instance [ 783.962892] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524775} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.963162] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 700784c2-7cff-4931-94d4-703f7a3dc39e/700784c2-7cff-4931-94d4-703f7a3dc39e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.963401] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.966135] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f6e4b17-442a-4a62-ac10-18ee4619cdb9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.971998] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 783.971998] env[69437]: value = "task-4103256" [ 783.971998] env[69437]: _type = "Task" [ 783.971998] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.981675] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.071998] env[69437]: DEBUG nova.network.neutron [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Updated VIF entry in instance network info cache for port e2df1f6f-8611-4ee4-9b94-c44115a22275. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.071998] env[69437]: DEBUG nova.network.neutron [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Updating instance_info_cache with network_info: [{"id": "e2df1f6f-8611-4ee4-9b94-c44115a22275", "address": "fa:16:3e:ad:cc:9b", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2df1f6f-86", "ovs_interfaceid": "e2df1f6f-8611-4ee4-9b94-c44115a22275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.167263] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.271858] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103254, 'name': CreateVM_Task, 'duration_secs': 0.41421} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.272057] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.272798] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.272976] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.273337] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.273599] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a5db57-aaaf-4b36-aef9-320d7a382926 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.279737] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 784.279737] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52078429-d20a-030c-b357-959569d52f65" [ 784.279737] env[69437]: _type = "Task" [ 784.279737] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.288328] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52078429-d20a-030c-b357-959569d52f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.309780] env[69437]: DEBUG nova.network.neutron [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Successfully updated port: fed60583-1b72-40a2-a34b-553b59749deb {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.336746] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103255, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.354222] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.354222] env[69437]: DEBUG nova.compute.manager [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.357713] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.852s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.363024] env[69437]: INFO nova.compute.claims [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.439620] env[69437]: DEBUG nova.compute.manager [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.440142] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.440253] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e370b08-eeb3-4dcf-b533-33c507c7a7e0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.448477] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 784.448477] env[69437]: value = "task-4103257" [ 784.448477] env[69437]: _type = "Task" [ 784.448477] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.458747] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.482764] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110757} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.483061] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.483962] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1687acae-dd21-4fdf-a6b9-977d8f2b7a1c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.509667] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 700784c2-7cff-4931-94d4-703f7a3dc39e/700784c2-7cff-4931-94d4-703f7a3dc39e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.510481] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ced4b1-2b9f-4591-a1fe-2bf4bfce3f2e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.534119] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 784.534119] env[69437]: value = "task-4103258" [ 784.534119] env[69437]: _type = "Task" [ 784.534119] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.545942] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.575779] env[69437]: DEBUG oslo_concurrency.lockutils [req-eaf2ccbb-a452-420d-a1d2-05c01e9ac231 req-267f8b7f-96dc-44af-a093-c5fa1d524e9c service nova] Releasing lock "refresh_cache-0cc46589-609b-4feb-8e19-88da9c7200a6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.668300] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.792859] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52078429-d20a-030c-b357-959569d52f65, 'name': SearchDatastore_Task, 'duration_secs': 0.012278} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.793431] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.793917] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.794446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.794834] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.795181] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.795519] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81b86871-2442-400a-84af-ccf14f2db8fb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.807408] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.807899] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.809278] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b5ac40-c5ae-4cd7-9620-274cf582f1ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.813975] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-89fec1cc-8bdb-488f-b06c-795c8ff1fbec" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.814221] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-89fec1cc-8bdb-488f-b06c-795c8ff1fbec" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.814455] env[69437]: DEBUG nova.network.neutron [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.821158] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 784.821158] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e10a57-1717-436b-74a8-5ad0053aa711" [ 784.821158] env[69437]: _type = "Task" [ 784.821158] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.839864] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e10a57-1717-436b-74a8-5ad0053aa711, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.845039] env[69437]: DEBUG oslo_vmware.api [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103255, 'name': PowerOnVM_Task, 'duration_secs': 0.554156} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.845411] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba855f5-24f3-4447-a847-f4f7e7ac54db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.848277] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.848527] env[69437]: INFO nova.compute.manager [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Took 9.49 seconds to spawn the instance on the hypervisor. [ 784.848726] env[69437]: DEBUG nova.compute.manager [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.849586] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc7eed-cbf4-46d7-bae3-ec025417b3fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.863440] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 784.863440] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d1e8ca-13e7-0cf4-9690-1753bdd0c85b" [ 784.863440] env[69437]: _type = "Task" [ 784.863440] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.870111] env[69437]: DEBUG nova.compute.utils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.871537] env[69437]: DEBUG nova.compute.manager [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 784.878371] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d1e8ca-13e7-0cf4-9690-1753bdd0c85b, 'name': SearchDatastore_Task, 'duration_secs': 0.014597} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.878622] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.879159] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 0cc46589-609b-4feb-8e19-88da9c7200a6/0cc46589-609b-4feb-8e19-88da9c7200a6.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.879159] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b20da8-d1bd-490b-96d7-17c4d699d085 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.887437] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 784.887437] env[69437]: value = "task-4103259" [ 784.887437] env[69437]: _type = "Task" [ 784.887437] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.898844] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.960968] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103257, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.046306] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.173022] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103253, 'name': ReconfigVM_Task, 'duration_secs': 1.63396} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.173477] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 785.173865] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.174283] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-902e97aa-ec7a-4752-9bee-9f0f9c90611d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.185131] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 785.185131] env[69437]: value = "task-4103260" [ 785.185131] env[69437]: _type = "Task" [ 785.185131] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.197891] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.360538] env[69437]: DEBUG nova.network.neutron [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.372030] env[69437]: INFO nova.compute.manager [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Took 53.82 seconds to build instance. [ 785.376954] env[69437]: DEBUG nova.compute.manager [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.401871] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103259, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.462276] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103257, 'name': PowerOffVM_Task, 'duration_secs': 0.556962} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.462804] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.463545] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 785.463545] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812803', 'volume_id': '544ab228-3979-4e7f-810f-bc844f9e7d04', 'name': 'volume-544ab228-3979-4e7f-810f-bc844f9e7d04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79fb7a70-beec-44e4-adcf-b959d4482341', 'attached_at': '', 'detached_at': '', 'volume_id': '544ab228-3979-4e7f-810f-bc844f9e7d04', 'serial': '544ab228-3979-4e7f-810f-bc844f9e7d04'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 785.464388] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38ad61f-de51-4088-8f01-06a0f0d56baa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.489192] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763c9d0f-5da2-4761-ae11-6e7be8d05fcd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.501959] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ec99b4-8abc-4c6a-ab25-365b2cb17aa9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.532991] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad05b0a-9a41-4d7a-8702-ea7892584c24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.555047] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] The volume has not been displaced from its original location: [datastore2] volume-544ab228-3979-4e7f-810f-bc844f9e7d04/volume-544ab228-3979-4e7f-810f-bc844f9e7d04.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 785.560576] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 785.568348] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0c0ec3-57e9-4335-9bbe-b062a6452ff2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.580251] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103258, 'name': ReconfigVM_Task, 'duration_secs': 0.69563} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.580898] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 700784c2-7cff-4931-94d4-703f7a3dc39e/700784c2-7cff-4931-94d4-703f7a3dc39e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.582524] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d69ebb87-95d0-4837-8a73-30f1686c0620 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.585144] env[69437]: DEBUG nova.network.neutron [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Updating instance_info_cache with network_info: [{"id": "fed60583-1b72-40a2-a34b-553b59749deb", "address": "fa:16:3e:95:68:e3", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed60583-1b", "ovs_interfaceid": "fed60583-1b72-40a2-a34b-553b59749deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.589037] env[69437]: DEBUG nova.compute.manager [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Received event network-vif-plugged-fed60583-1b72-40a2-a34b-553b59749deb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.589256] env[69437]: DEBUG oslo_concurrency.lockutils [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] Acquiring lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.589505] env[69437]: DEBUG oslo_concurrency.lockutils [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] Lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.589705] env[69437]: DEBUG oslo_concurrency.lockutils [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] Lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.589880] env[69437]: DEBUG nova.compute.manager [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] No waiting events found dispatching network-vif-plugged-fed60583-1b72-40a2-a34b-553b59749deb {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 785.590106] env[69437]: WARNING nova.compute.manager [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Received unexpected event network-vif-plugged-fed60583-1b72-40a2-a34b-553b59749deb for instance with vm_state building and task_state spawning. [ 785.590306] env[69437]: DEBUG nova.compute.manager [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Received event network-changed-fed60583-1b72-40a2-a34b-553b59749deb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.590496] env[69437]: DEBUG nova.compute.manager [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Refreshing instance network info cache due to event network-changed-fed60583-1b72-40a2-a34b-553b59749deb. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.590674] env[69437]: DEBUG oslo_concurrency.lockutils [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] Acquiring lock "refresh_cache-89fec1cc-8bdb-488f-b06c-795c8ff1fbec" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.592972] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 785.592972] env[69437]: value = "task-4103261" [ 785.592972] env[69437]: _type = "Task" [ 785.592972] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.599386] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 785.599386] env[69437]: value = "task-4103262" [ 785.599386] env[69437]: _type = "Task" [ 785.599386] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.615276] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.619467] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103262, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.696425] env[69437]: DEBUG oslo_vmware.api [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103260, 'name': PowerOnVM_Task, 'duration_secs': 0.48165} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.696627] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.696893] env[69437]: DEBUG nova.compute.manager [None req-e8a3b90a-e793-41f9-b05d-a64cf10bb582 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.697800] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2ad3e1-0012-4a7b-a080-d5c33a93a1e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.874553] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0b30d216-da1e-47fe-898a-a27567b53129 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.863s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.903269] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551204} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.906206] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 0cc46589-609b-4feb-8e19-88da9c7200a6/0cc46589-609b-4feb-8e19-88da9c7200a6.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.906433] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.906931] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ccef6a-0f17-4d34-b287-173fd3864f36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.914389] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 785.914389] env[69437]: value = "task-4103263" [ 785.914389] env[69437]: _type = "Task" [ 785.914389] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.931114] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.022700] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d17470-da03-4c24-bac5-8cc56b498401 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.034266] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bc36d1-da76-45b5-889a-59daefc47c8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.068565] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae0a23c-a7e2-4c10-9eb4-b8d93ed4594a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.078486] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b74a5c-987f-49a4-8838-ca3ee2a1f1d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.097382] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-89fec1cc-8bdb-488f-b06c-795c8ff1fbec" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.097865] env[69437]: DEBUG nova.compute.manager [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Instance network_info: |[{"id": "fed60583-1b72-40a2-a34b-553b59749deb", "address": "fa:16:3e:95:68:e3", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed60583-1b", "ovs_interfaceid": "fed60583-1b72-40a2-a34b-553b59749deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.098477] env[69437]: DEBUG nova.compute.provider_tree [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.100072] env[69437]: DEBUG oslo_concurrency.lockutils [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] Acquired lock "refresh_cache-89fec1cc-8bdb-488f-b06c-795c8ff1fbec" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.101220] env[69437]: DEBUG nova.network.neutron [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Refreshing network info cache for port fed60583-1b72-40a2-a34b-553b59749deb {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.105229] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:68:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fed60583-1b72-40a2-a34b-553b59749deb', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.117950] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.129292] env[69437]: DEBUG nova.scheduler.client.report [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.135482] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.140758] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab75288-4f01-42e2-a303-15d64bbf7d6b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.164769] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103261, 'name': ReconfigVM_Task, 'duration_secs': 0.565632} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.169144] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 786.174510] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103262, 'name': Rename_Task, 'duration_secs': 0.391426} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.174737] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.174737] env[69437]: value = "task-4103264" [ 786.174737] env[69437]: _type = "Task" [ 786.174737] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.174942] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b44406-ce72-49c5-93c0-57c932107a5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.185105] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.185797] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86ce0bdb-e7bf-47b8-8f87-efc4c157b5ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.201864] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 786.201864] env[69437]: value = "task-4103265" [ 786.201864] env[69437]: _type = "Task" [ 786.201864] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.202204] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 786.202204] env[69437]: value = "task-4103266" [ 786.202204] env[69437]: _type = "Task" [ 786.202204] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.202369] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103264, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.218427] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.222432] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103266, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.378136] env[69437]: DEBUG nova.compute.manager [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.395022] env[69437]: DEBUG nova.compute.manager [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.429961] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082235} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.431821] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.438229] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27bb651-c856-4d46-8d15-912ea7803235 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.448958] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.448958] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.449485] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.449485] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.449592] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.449726] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.449947] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.450316] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.450433] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.450527] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.450720] env[69437]: DEBUG nova.virt.hardware [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.452133] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bed5b0-ee23-4a12-9131-6082e7e08844 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.473562] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 0cc46589-609b-4feb-8e19-88da9c7200a6/0cc46589-609b-4feb-8e19-88da9c7200a6.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.475682] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1552cc1-7ffc-41b9-884a-81d081abcda5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.496092] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b11129-cce1-4ba3-866d-d5aced3a4d2a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.504346] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 786.504346] env[69437]: value = "task-4103267" [ 786.504346] env[69437]: _type = "Task" [ 786.504346] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.515797] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.522040] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Creating folder: Project (86fcc82b73c44472bfaec63f941fa31c). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.522857] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2d362b1-d6a4-4e66-add4-1499598fa1ff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.528398] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.539531] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Created folder: Project (86fcc82b73c44472bfaec63f941fa31c) in parent group-v812682. [ 786.540203] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Creating folder: Instances. Parent ref: group-v812812. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.540203] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-460d81e8-177c-4269-8c87-f960c2e7ebc6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.553519] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Created folder: Instances in parent group-v812812. [ 786.553794] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.553998] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.554258] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42559e9b-cbb3-42fe-92e4-eff8bf07cd99 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.577428] env[69437]: DEBUG nova.network.neutron [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Updated VIF entry in instance network info cache for port fed60583-1b72-40a2-a34b-553b59749deb. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.577965] env[69437]: DEBUG nova.network.neutron [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Updating instance_info_cache with network_info: [{"id": "fed60583-1b72-40a2-a34b-553b59749deb", "address": "fa:16:3e:95:68:e3", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed60583-1b", "ovs_interfaceid": "fed60583-1b72-40a2-a34b-553b59749deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.588170] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.588170] env[69437]: value = "task-4103270" [ 786.588170] env[69437]: _type = "Task" [ 786.588170] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.602999] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103270, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.638216] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.639184] env[69437]: DEBUG nova.compute.manager [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.642214] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.690s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.642443] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.644752] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.584s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.646389] env[69437]: INFO nova.compute.claims [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.684854] env[69437]: INFO nova.scheduler.client.report [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Deleted allocations for instance e5188b18-95ce-4912-8c29-d59340601259 [ 786.701072] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103264, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.722520] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.725984] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103266, 'name': ReconfigVM_Task, 'duration_secs': 0.308312} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.726322] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812803', 'volume_id': '544ab228-3979-4e7f-810f-bc844f9e7d04', 'name': 'volume-544ab228-3979-4e7f-810f-bc844f9e7d04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79fb7a70-beec-44e4-adcf-b959d4482341', 'attached_at': '', 'detached_at': '', 'volume_id': '544ab228-3979-4e7f-810f-bc844f9e7d04', 'serial': '544ab228-3979-4e7f-810f-bc844f9e7d04'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 786.726638] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.727805] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30315ff-e9ff-4b36-8c0a-2f7e2c1258e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.737033] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.737827] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-233f80a1-ad98-43af-92a8-64e2156e5dad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.828435] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.828822] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.829138] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleting the datastore file [datastore1] 79fb7a70-beec-44e4-adcf-b959d4482341 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.829615] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6edc3205-1747-4738-9f77-3d456bd15b54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.840401] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 786.840401] env[69437]: value = "task-4103272" [ 786.840401] env[69437]: _type = "Task" [ 786.840401] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.851417] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.900247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.017144] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.083115] env[69437]: DEBUG oslo_concurrency.lockutils [req-e2fc3680-5552-429a-ae77-9696c6eff4f1 req-2aeee8db-2c8a-4045-9481-543f89cad7e3 service nova] Releasing lock "refresh_cache-89fec1cc-8bdb-488f-b06c-795c8ff1fbec" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.083667] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "830b3cad-5c4c-4086-a060-4a0dea4b1735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.083908] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "830b3cad-5c4c-4086-a060-4a0dea4b1735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.084295] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "830b3cad-5c4c-4086-a060-4a0dea4b1735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.084422] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "830b3cad-5c4c-4086-a060-4a0dea4b1735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.084645] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "830b3cad-5c4c-4086-a060-4a0dea4b1735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.089168] env[69437]: INFO nova.compute.manager [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Terminating instance [ 787.113316] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103270, 'name': CreateVM_Task, 'duration_secs': 0.35996} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.114172] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.114630] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.115262] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.115612] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.116408] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab6d89c-7c5e-48ca-8ca5-32624f4a9a86 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.122446] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 787.122446] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d44ef1-5285-13bf-7b07-0cd2aceca593" [ 787.122446] env[69437]: _type = "Task" [ 787.122446] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.140044] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d44ef1-5285-13bf-7b07-0cd2aceca593, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.140044] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.140044] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.140044] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.140369] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.140369] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.140369] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdd5e5fd-d02c-4ae6-893f-1a905c449048 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.152339] env[69437]: DEBUG nova.compute.utils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.155408] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.155408] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.156453] env[69437]: DEBUG nova.compute.manager [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.156637] env[69437]: DEBUG nova.network.neutron [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.166858] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13b4220-c006-4355-a13f-260dfafceca3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.177399] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 787.177399] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52af6603-4fd0-d821-3c18-81211910f6d6" [ 787.177399] env[69437]: _type = "Task" [ 787.177399] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.187487] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52af6603-4fd0-d821-3c18-81211910f6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.200265] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103264, 'name': CreateVM_Task, 'duration_secs': 0.551201} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.200874] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b230ab0b-e565-4034-a9b0-3b5b5497d6d9 tempest-ServersAaction247Test-1478747380 tempest-ServersAaction247Test-1478747380-project-member] Lock "e5188b18-95ce-4912-8c29-d59340601259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.604s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.202637] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.203247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.203418] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.203748] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.204083] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e0955f-2ed7-4c54-bb42-35ac1609f5a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.214817] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 787.214817] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5236388c-82f7-6482-a5d1-b7290ee5d495" [ 787.214817] env[69437]: _type = "Task" [ 787.214817] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.219300] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103265, 'name': PowerOnVM_Task, 'duration_secs': 0.6813} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.222771] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.223037] env[69437]: INFO nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Took 9.09 seconds to spawn the instance on the hypervisor. [ 787.223426] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.224462] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79aa097-0873-4c30-aeb9-4643e1899f68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.239673] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5236388c-82f7-6482-a5d1-b7290ee5d495, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.240012] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.240720] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.240720] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.240720] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.240889] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.241240] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-711a47d9-49ea-47c1-9a8e-e9665b32a00c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.251909] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.251909] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.252722] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cadb8813-3008-41cf-ab20-15c87282ceff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.259799] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 787.259799] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525ba7eb-41e1-f381-cbb3-ca580fc25b0a" [ 787.259799] env[69437]: _type = "Task" [ 787.259799] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.269949] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525ba7eb-41e1-f381-cbb3-ca580fc25b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.270597] env[69437]: DEBUG nova.policy [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c1c140175e4f52a6048a8a86e8b269', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebc4ea3c27154df7aeb19617a607ede6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.352342] env[69437]: DEBUG oslo_vmware.api [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187954} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.352689] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.352812] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.352993] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.353185] env[69437]: INFO nova.compute.manager [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Took 2.91 seconds to destroy the instance on the hypervisor. [ 787.353434] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.353881] env[69437]: DEBUG nova.compute.manager [-] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.353881] env[69437]: DEBUG nova.network.neutron [-] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.515113] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.608530] env[69437]: DEBUG nova.compute.manager [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.608652] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.609630] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d887483-3271-48d2-a715-90dab60a3951 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.624652] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.624935] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36412481-5b74-4e72-a316-8f3bdf07ea1a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.636585] env[69437]: DEBUG oslo_vmware.api [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 787.636585] env[69437]: value = "task-4103273" [ 787.636585] env[69437]: _type = "Task" [ 787.636585] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.650409] env[69437]: DEBUG oslo_vmware.api [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.657713] env[69437]: DEBUG nova.compute.manager [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.695419] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52af6603-4fd0-d821-3c18-81211910f6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.696829] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d171314-1f2d-4ebe-bff9-e1b431016981 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.705143] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 787.705143] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5209ad8a-b710-988a-0f90-977bb48221f7" [ 787.705143] env[69437]: _type = "Task" [ 787.705143] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.722262] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5209ad8a-b710-988a-0f90-977bb48221f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011998} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.725776] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.726190] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b/52ee2d69-0a95-460e-b95e-16e0a5114e3b.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.729392] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e4239d1-1e40-4c30-9cf4-b6263f362bf2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.731810] env[69437]: DEBUG nova.compute.manager [req-2acfe760-2f55-4397-ad3b-b397667e5c31 req-5a3cd303-f152-43c6-8af3-a9617684b2e2 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Received event network-vif-deleted-d38439e9-d502-4772-afad-44fa6a4f8384 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.732086] env[69437]: INFO nova.compute.manager [req-2acfe760-2f55-4397-ad3b-b397667e5c31 req-5a3cd303-f152-43c6-8af3-a9617684b2e2 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Neutron deleted interface d38439e9-d502-4772-afad-44fa6a4f8384; detaching it from the instance and deleting it from the info cache [ 787.732202] env[69437]: DEBUG nova.network.neutron [req-2acfe760-2f55-4397-ad3b-b397667e5c31 req-5a3cd303-f152-43c6-8af3-a9617684b2e2 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.743032] env[69437]: INFO nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Took 53.30 seconds to build instance. [ 787.749197] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 787.749197] env[69437]: value = "task-4103274" [ 787.749197] env[69437]: _type = "Task" [ 787.749197] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.762194] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.774870] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525ba7eb-41e1-f381-cbb3-ca580fc25b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.780447] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9728720e-7091-4ea7-90b8-8814fc4d9684 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.788663] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 787.788663] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528e8094-68e3-ae8f-d213-0ea9ddef7885" [ 787.788663] env[69437]: _type = "Task" [ 787.788663] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.802389] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528e8094-68e3-ae8f-d213-0ea9ddef7885, 'name': SearchDatastore_Task, 'duration_secs': 0.011851} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.802712] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.802998] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec/89fec1cc-8bdb-488f-b06c-795c8ff1fbec.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.803515] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-328c86c9-3f20-4812-8ee1-2fb724825e18 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.815213] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 787.815213] env[69437]: value = "task-4103275" [ 787.815213] env[69437]: _type = "Task" [ 787.815213] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.829287] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.897606] env[69437]: DEBUG nova.network.neutron [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Successfully created port: ce6f6943-8eb2-43b1-9428-0035efe789cf {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.956399] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquiring lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.956656] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.956863] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquiring lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.957051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.957223] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.959420] env[69437]: INFO nova.compute.manager [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Terminating instance [ 788.022807] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.153622] env[69437]: DEBUG oslo_vmware.api [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103273, 'name': PowerOffVM_Task, 'duration_secs': 0.214941} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.154186] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.154310] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.154581] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65aeae08-cc10-4489-840a-a36521ab40d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.165093] env[69437]: INFO nova.virt.block_device [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Booting with volume 49bd7229-aea3-4433-bdf7-84319cf0235b at /dev/sda [ 788.176042] env[69437]: DEBUG nova.network.neutron [-] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.225097] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-299ebfa7-52b2-4266-a09b-2af20e05e825 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.239696] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43a42b33-0514-4e80-87b1-202c1dcc00ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.244591] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e206278-4631-419e-b0d5-4f232d021cb0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.262859] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "700784c2-7cff-4931-94d4-703f7a3dc39e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.717s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.273261] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.273261] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.273261] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Deleting the datastore file [datastore1] 830b3cad-5c4c-4086-a060-4a0dea4b1735 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.274987] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7727eac9-886d-4685-8cc0-165b16ddf499 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.289152] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce04ac62-6176-47f0-af30-13d43a8a1900 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.318363] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103274, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.319278] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d55f447b-a87c-4886-ba7d-9d480e34267e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.336305] env[69437]: DEBUG oslo_vmware.api [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 788.336305] env[69437]: value = "task-4103277" [ 788.336305] env[69437]: _type = "Task" [ 788.336305] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.360745] env[69437]: DEBUG nova.compute.manager [req-2acfe760-2f55-4397-ad3b-b397667e5c31 req-5a3cd303-f152-43c6-8af3-a9617684b2e2 service nova] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Detach interface failed, port_id=d38439e9-d502-4772-afad-44fa6a4f8384, reason: Instance 79fb7a70-beec-44e4-adcf-b959d4482341 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 788.383955] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f3c653-77aa-472c-9b68-34b9ba0340e4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.397719] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103275, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.407641] env[69437]: DEBUG oslo_vmware.api [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.428393] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbcc35d-7ae0-4725-acde-04ad6e21e5a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.437289] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7309fe58-92b2-48f3-bd94-a5edddd9885c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.453728] env[69437]: DEBUG nova.virt.block_device [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Updating existing volume attachment record: 05a7fce1-a654-4161-9151-a09fadd74765 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 788.461749] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8149560-9c2e-4595-809d-8aaf2e2c206c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.466430] env[69437]: DEBUG nova.compute.manager [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.466664] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.467584] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1c058-21fe-4859-86d5-90b57f369f61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.473823] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9ed93c-72b4-4d33-84c2-cc2a7a751adf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.479398] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.480169] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30da9f38-9fe5-475c-9808-060e0a9d786e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.524434] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf85df8-ea13-4701-b172-05e679974f09 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.527079] env[69437]: DEBUG oslo_vmware.api [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 788.527079] env[69437]: value = "task-4103278" [ 788.527079] env[69437]: _type = "Task" [ 788.527079] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.536575] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.538587] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d8fca-3967-4d4c-ae42-2d5a9e2681b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.547072] env[69437]: DEBUG oslo_vmware.api [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.560624] env[69437]: DEBUG nova.compute.provider_tree [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.681033] env[69437]: INFO nova.compute.manager [-] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Took 1.33 seconds to deallocate network for instance. [ 788.773000] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749721} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.773405] env[69437]: DEBUG nova.compute.manager [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.775896] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b/52ee2d69-0a95-460e-b95e-16e0a5114e3b.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.776130] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.776599] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c7bc68-32a8-486b-8378-3c4c87b9daf4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.786269] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 788.786269] env[69437]: value = "task-4103279" [ 788.786269] env[69437]: _type = "Task" [ 788.786269] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.796204] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.832374] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731364} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.832695] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec/89fec1cc-8bdb-488f-b06c-795c8ff1fbec.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.832841] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.833322] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb57773a-df1b-4f23-90e9-11db770404c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.842022] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 788.842022] env[69437]: value = "task-4103280" [ 788.842022] env[69437]: _type = "Task" [ 788.842022] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.851746] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.870032] env[69437]: DEBUG oslo_vmware.api [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334292} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.870032] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.870032] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.870235] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.870330] env[69437]: INFO nova.compute.manager [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Took 1.26 seconds to destroy the instance on the hypervisor. [ 788.870592] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.870781] env[69437]: DEBUG nova.compute.manager [-] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.870876] env[69437]: DEBUG nova.network.neutron [-] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.035142] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.041687] env[69437]: DEBUG oslo_vmware.api [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103278, 'name': PowerOffVM_Task, 'duration_secs': 0.551398} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.041922] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.043976] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.043976] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca88967e-2b2b-4f5e-bd44-3033cc9d0199 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.064694] env[69437]: DEBUG nova.scheduler.client.report [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.164580] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.165042] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.165330] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Deleting the datastore file [datastore2] f92e3645-bfaa-4080-a67d-02c10fc0f9d8 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.165656] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d566801-0b00-4c9f-857b-8edd5a518905 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.175624] env[69437]: DEBUG oslo_vmware.api [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for the task: (returnval){ [ 789.175624] env[69437]: value = "task-4103282" [ 789.175624] env[69437]: _type = "Task" [ 789.175624] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.185374] env[69437]: DEBUG oslo_vmware.api [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.255339] env[69437]: INFO nova.compute.manager [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Took 0.57 seconds to detach 1 volumes for instance. [ 789.310028] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171313} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.310028] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.310028] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb39010-346e-44bb-a32e-838797c365ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.314560] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.334695] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b/52ee2d69-0a95-460e-b95e-16e0a5114e3b.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.334894] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c634ed91-ded6-4dee-b4d4-ede7c80a3d18 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.361088] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139204} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.362770] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.363174] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 789.363174] env[69437]: value = "task-4103283" [ 789.363174] env[69437]: _type = "Task" [ 789.363174] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.364213] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fa3921-b4de-4957-b326-d72b3fc7416d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.396105] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec/89fec1cc-8bdb-488f-b06c-795c8ff1fbec.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.400625] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a587d7-bc08-481c-89a5-768e92ae1cf2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.416613] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.422093] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 789.422093] env[69437]: value = "task-4103284" [ 789.422093] env[69437]: _type = "Task" [ 789.422093] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.433537] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.537471] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.573589] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.926s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.573589] env[69437]: DEBUG nova.compute.manager [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.574884] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.417s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.577091] env[69437]: DEBUG nova.objects.instance [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lazy-loading 'resources' on Instance uuid fb2639a1-1d42-4e4e-a4d5-b579dca01370 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.687696] env[69437]: DEBUG oslo_vmware.api [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Task: {'id': task-4103282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174337} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.687958] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.688164] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.688343] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.688537] env[69437]: INFO nova.compute.manager [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Took 1.22 seconds to destroy the instance on the hypervisor. [ 789.688824] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.689511] env[69437]: DEBUG nova.compute.manager [-] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.689699] env[69437]: DEBUG nova.network.neutron [-] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.732992] env[69437]: DEBUG nova.compute.manager [req-b7b3dc26-d751-4858-b795-e312ddf8fad1 req-bc0ea084-a136-4d95-a13f-e366996ca7d5 service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Received event network-vif-plugged-ce6f6943-8eb2-43b1-9428-0035efe789cf {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.732992] env[69437]: DEBUG oslo_concurrency.lockutils [req-b7b3dc26-d751-4858-b795-e312ddf8fad1 req-bc0ea084-a136-4d95-a13f-e366996ca7d5 service nova] Acquiring lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.733501] env[69437]: DEBUG oslo_concurrency.lockutils [req-b7b3dc26-d751-4858-b795-e312ddf8fad1 req-bc0ea084-a136-4d95-a13f-e366996ca7d5 service nova] Lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.733675] env[69437]: DEBUG oslo_concurrency.lockutils [req-b7b3dc26-d751-4858-b795-e312ddf8fad1 req-bc0ea084-a136-4d95-a13f-e366996ca7d5 service nova] Lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.733898] env[69437]: DEBUG nova.compute.manager [req-b7b3dc26-d751-4858-b795-e312ddf8fad1 req-bc0ea084-a136-4d95-a13f-e366996ca7d5 service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] No waiting events found dispatching network-vif-plugged-ce6f6943-8eb2-43b1-9428-0035efe789cf {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 789.734113] env[69437]: WARNING nova.compute.manager [req-b7b3dc26-d751-4858-b795-e312ddf8fad1 req-bc0ea084-a136-4d95-a13f-e366996ca7d5 service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Received unexpected event network-vif-plugged-ce6f6943-8eb2-43b1-9428-0035efe789cf for instance with vm_state building and task_state block_device_mapping. [ 789.764184] env[69437]: DEBUG oslo_concurrency.lockutils [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.764690] env[69437]: DEBUG nova.network.neutron [-] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.831980] env[69437]: DEBUG nova.compute.manager [req-595292fc-0225-44b4-bc93-cc23fd7019d8 req-27635e9a-2f40-4554-a86d-3efb0d986955 service nova] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Received event network-vif-deleted-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.849185] env[69437]: DEBUG nova.network.neutron [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Successfully updated port: ce6f6943-8eb2-43b1-9428-0035efe789cf {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.878970] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103283, 'name': ReconfigVM_Task, 'duration_secs': 0.327053} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.879343] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b/52ee2d69-0a95-460e-b95e-16e0a5114e3b.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.880118] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2655f3ed-4461-43f9-9206-5a54a4e98743 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.892072] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 789.892072] env[69437]: value = "task-4103285" [ 789.892072] env[69437]: _type = "Task" [ 789.892072] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.902358] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103285, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.933348] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103284, 'name': ReconfigVM_Task, 'duration_secs': 0.328579} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.933348] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec/89fec1cc-8bdb-488f-b06c-795c8ff1fbec.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.933692] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d56bd55f-2b86-4210-9fef-d0c9d8377ff0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.942846] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 789.942846] env[69437]: value = "task-4103286" [ 789.942846] env[69437]: _type = "Task" [ 789.942846] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.954476] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103286, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.033080] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103267, 'name': ReconfigVM_Task, 'duration_secs': 3.112771} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.033712] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 0cc46589-609b-4feb-8e19-88da9c7200a6/0cc46589-609b-4feb-8e19-88da9c7200a6.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.034513] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d268646-5484-4643-b6c8-cd3ca6b73c99 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.045708] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 790.045708] env[69437]: value = "task-4103287" [ 790.045708] env[69437]: _type = "Task" [ 790.045708] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.059411] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103287, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.079030] env[69437]: DEBUG nova.compute.utils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.080913] env[69437]: DEBUG nova.compute.manager [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.081256] env[69437]: DEBUG nova.network.neutron [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.181901] env[69437]: DEBUG nova.policy [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5ed9d9d86747ae8a2450727f148904', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f18f6a10b50c46968def3d49b6001d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.271460] env[69437]: INFO nova.compute.manager [-] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Took 1.40 seconds to deallocate network for instance. [ 790.354964] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Acquiring lock "refresh_cache-8c1140a4-a4b1-4190-92f3-c4576ffa22bb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.355185] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Acquired lock "refresh_cache-8c1140a4-a4b1-4190-92f3-c4576ffa22bb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.355471] env[69437]: DEBUG nova.network.neutron [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.406687] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103285, 'name': Rename_Task, 'duration_secs': 0.23147} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.408674] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.409471] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2a0c5a2-5b25-4210-8f25-6167e512e4c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.417134] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 790.417134] env[69437]: value = "task-4103288" [ 790.417134] env[69437]: _type = "Task" [ 790.417134] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.435257] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.452362] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103286, 'name': Rename_Task, 'duration_secs': 0.235781} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.455707] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.456460] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a131e0b-96d5-4470-bfad-c69c5f1a54ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.466098] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 790.466098] env[69437]: value = "task-4103289" [ 790.466098] env[69437]: _type = "Task" [ 790.466098] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.485258] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.518883] env[69437]: DEBUG nova.network.neutron [-] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.566849] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103287, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.577879] env[69437]: DEBUG nova.compute.manager [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.579823] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.582934] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.582934] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.582934] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.582934] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.582934] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.583422] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.583422] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.583422] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.583422] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.583422] env[69437]: DEBUG nova.virt.hardware [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.583565] env[69437]: DEBUG nova.compute.manager [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.587841] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dbc467-f57d-4b8a-be49-b5a76c8591f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.601614] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527907bc-8ccb-43d1-998f-8c5f46bcf4a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.651192] env[69437]: DEBUG nova.network.neutron [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Successfully created port: 031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.722438] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046836ac-c1e5-4f86-b1f4-af36c7922760 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.731952] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb6b821-7a5c-4312-b558-b2788ea20b8e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.769072] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeeb835-e4b3-4f8a-ad95-f8675877a3a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.778595] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856a6b02-18f1-41b8-b637-032e90db6cdb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.784809] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.797097] env[69437]: DEBUG nova.compute.provider_tree [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.902910] env[69437]: DEBUG nova.network.neutron [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.934944] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.983507] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.022982] env[69437]: INFO nova.compute.manager [-] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Took 1.33 seconds to deallocate network for instance. [ 791.062906] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103287, 'name': Rename_Task, 'duration_secs': 0.74541} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.062906] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.062906] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baefa642-845d-4383-b22f-2643f68a7460 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.070141] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 791.070141] env[69437]: value = "task-4103290" [ 791.070141] env[69437]: _type = "Task" [ 791.070141] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.083153] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.120360] env[69437]: DEBUG nova.network.neutron [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Updating instance_info_cache with network_info: [{"id": "ce6f6943-8eb2-43b1-9428-0035efe789cf", "address": "fa:16:3e:d6:1b:d3", "network": {"id": "9eda4e30-1e75-4162-903d-d9ebbe66da2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-601065265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc4ea3c27154df7aeb19617a607ede6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6f6943-8e", "ovs_interfaceid": "ce6f6943-8eb2-43b1-9428-0035efe789cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.301024] env[69437]: DEBUG nova.scheduler.client.report [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.432222] env[69437]: DEBUG oslo_vmware.api [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103288, 'name': PowerOnVM_Task, 'duration_secs': 0.832131} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.432747] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.433107] env[69437]: INFO nova.compute.manager [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Took 5.04 seconds to spawn the instance on the hypervisor. [ 791.433444] env[69437]: DEBUG nova.compute.manager [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.434869] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2193318-ccb9-469b-a596-595dfaaf56fd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.479079] env[69437]: DEBUG oslo_vmware.api [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103289, 'name': PowerOnVM_Task, 'duration_secs': 0.794516} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.479337] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.479588] env[69437]: INFO nova.compute.manager [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Took 7.82 seconds to spawn the instance on the hypervisor. [ 791.479763] env[69437]: DEBUG nova.compute.manager [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.480653] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c124cb-0885-420b-985d-46370ce8b476 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.529198] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.582951] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.598906] env[69437]: DEBUG nova.compute.manager [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.623375] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Releasing lock "refresh_cache-8c1140a4-a4b1-4190-92f3-c4576ffa22bb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.623556] env[69437]: DEBUG nova.compute.manager [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Instance network_info: |[{"id": "ce6f6943-8eb2-43b1-9428-0035efe789cf", "address": "fa:16:3e:d6:1b:d3", "network": {"id": "9eda4e30-1e75-4162-903d-d9ebbe66da2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-601065265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc4ea3c27154df7aeb19617a607ede6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6f6943-8e", "ovs_interfaceid": "ce6f6943-8eb2-43b1-9428-0035efe789cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.624035] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:1b:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce6f6943-8eb2-43b1-9428-0035efe789cf', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.632099] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Creating folder: Project (ebc4ea3c27154df7aeb19617a607ede6). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.635132] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.635132] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.635413] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.635413] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.635489] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.635639] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.635851] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.636019] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.636190] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.636353] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.636530] env[69437]: DEBUG nova.virt.hardware [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.636903] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f76067f-3b1e-4b1b-991e-b70adce53c7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.639531] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec94f930-db0d-4995-8a27-9154d61596ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.651062] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c702b280-f55f-4228-80f1-dbe7f61ffb6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.658749] env[69437]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 791.659076] env[69437]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69437) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 791.659746] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Folder already exists: Project (ebc4ea3c27154df7aeb19617a607ede6). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 791.660124] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Creating folder: Instances. Parent ref: group-v812747. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.661136] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ded44bb-0648-44d2-a467-cbd903f76ec3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.690941] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Created folder: Instances in parent group-v812747. [ 791.690941] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.690941] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.691088] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-694b9dea-deee-47b2-9560-ef0e9ed1f66d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.716588] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.716588] env[69437]: value = "task-4103293" [ 791.716588] env[69437]: _type = "Task" [ 791.716588] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.731086] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103293, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.810829] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.813869] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.305s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.815198] env[69437]: DEBUG nova.objects.instance [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lazy-loading 'resources' on Instance uuid cc3336d0-85fc-4aa8-8521-7ef2ed5c2674 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.851409] env[69437]: INFO nova.scheduler.client.report [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Deleted allocations for instance fb2639a1-1d42-4e4e-a4d5-b579dca01370 [ 791.900710] env[69437]: DEBUG nova.compute.manager [req-1a0ec5ce-274a-407c-a5c2-aec583d8e7ef req-5f4113ae-e008-45f4-a666-18aa3ac3110d service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Received event network-changed-ce6f6943-8eb2-43b1-9428-0035efe789cf {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.900991] env[69437]: DEBUG nova.compute.manager [req-1a0ec5ce-274a-407c-a5c2-aec583d8e7ef req-5f4113ae-e008-45f4-a666-18aa3ac3110d service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Refreshing instance network info cache due to event network-changed-ce6f6943-8eb2-43b1-9428-0035efe789cf. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.901326] env[69437]: DEBUG oslo_concurrency.lockutils [req-1a0ec5ce-274a-407c-a5c2-aec583d8e7ef req-5f4113ae-e008-45f4-a666-18aa3ac3110d service nova] Acquiring lock "refresh_cache-8c1140a4-a4b1-4190-92f3-c4576ffa22bb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.902079] env[69437]: DEBUG oslo_concurrency.lockutils [req-1a0ec5ce-274a-407c-a5c2-aec583d8e7ef req-5f4113ae-e008-45f4-a666-18aa3ac3110d service nova] Acquired lock "refresh_cache-8c1140a4-a4b1-4190-92f3-c4576ffa22bb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.902079] env[69437]: DEBUG nova.network.neutron [req-1a0ec5ce-274a-407c-a5c2-aec583d8e7ef req-5f4113ae-e008-45f4-a666-18aa3ac3110d service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Refreshing network info cache for port ce6f6943-8eb2-43b1-9428-0035efe789cf {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.955559] env[69437]: DEBUG nova.compute.manager [req-d1aee93f-027f-4be3-979c-e624b2a0f742 req-1586e103-6270-46dc-b384-6f36a9668384 service nova] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Received event network-vif-deleted-61f611be-cded-4f47-bff2-0c0d1e5b0d33 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.956527] env[69437]: INFO nova.compute.manager [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Took 41.70 seconds to build instance. [ 791.999320] env[69437]: INFO nova.compute.manager [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Took 44.30 seconds to build instance. [ 792.084997] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103290, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.232584] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103293, 'name': CreateVM_Task, 'duration_secs': 0.477718} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.232835] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.235222] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '05a7fce1-a654-4161-9151-a09fadd74765', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812759', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'name': 'volume-49bd7229-aea3-4433-bdf7-84319cf0235b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1140a4-a4b1-4190-92f3-c4576ffa22bb', 'attached_at': '', 'detached_at': '', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'serial': '49bd7229-aea3-4433-bdf7-84319cf0235b'}, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 792.235222] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Root volume attach. Driver type: vmdk {{(pid=69437) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 792.235222] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3e834d-453c-44f1-a8dd-efec761872e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.248066] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de39e4-942f-4b7d-a601-b8abd4ceae8f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.256608] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a8131-00f2-42e7-9e85-bf0830ccae60 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.265293] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-39b67e17-5da1-4a06-b9c9-a5e2d16564be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.279030] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for the task: (returnval){ [ 792.279030] env[69437]: value = "task-4103294" [ 792.279030] env[69437]: _type = "Task" [ 792.279030] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.287125] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103294, 'name': RelocateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.370042] env[69437]: DEBUG oslo_concurrency.lockutils [None req-35ab8974-a81a-401f-b3a5-2f213a54314c tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Lock "fb2639a1-1d42-4e4e-a4d5-b579dca01370" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.829s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.458508] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3a7d77a-6a0b-4428-bbd5-20f49701dde3 tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "52ee2d69-0a95-460e-b95e-16e0a5114e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.518s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.506038] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7470348b-9503-4490-9da2-5c4ba03fee5e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.309s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.584378] env[69437]: DEBUG oslo_vmware.api [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103290, 'name': PowerOnVM_Task, 'duration_secs': 1.141561} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.588142] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.588142] env[69437]: INFO nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Took 11.77 seconds to spawn the instance on the hypervisor. [ 792.588142] env[69437]: DEBUG nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.589878] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4637613a-4b34-4572-b767-f0d939f1f42b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.751885] env[69437]: DEBUG nova.network.neutron [req-1a0ec5ce-274a-407c-a5c2-aec583d8e7ef req-5f4113ae-e008-45f4-a666-18aa3ac3110d service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Updated VIF entry in instance network info cache for port ce6f6943-8eb2-43b1-9428-0035efe789cf. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.752283] env[69437]: DEBUG nova.network.neutron [req-1a0ec5ce-274a-407c-a5c2-aec583d8e7ef req-5f4113ae-e008-45f4-a666-18aa3ac3110d service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Updating instance_info_cache with network_info: [{"id": "ce6f6943-8eb2-43b1-9428-0035efe789cf", "address": "fa:16:3e:d6:1b:d3", "network": {"id": "9eda4e30-1e75-4162-903d-d9ebbe66da2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-601065265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc4ea3c27154df7aeb19617a607ede6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6f6943-8e", "ovs_interfaceid": "ce6f6943-8eb2-43b1-9428-0035efe789cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.790698] env[69437]: DEBUG nova.network.neutron [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Successfully updated port: 031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.800657] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103294, 'name': RelocateVM_Task} progress is 19%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.898523] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a667648-1050-4d39-b404-e877078fef4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.915145] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc56fb86-084c-4f34-b298-2cb7c5474544 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.953876] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f1421e-f0a4-4e3e-ab52-49e124992561 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.965894] env[69437]: DEBUG nova.compute.manager [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.973072] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2189cf7d-7303-4275-9685-86978e09c488 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.990019] env[69437]: DEBUG nova.compute.provider_tree [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.007863] env[69437]: DEBUG nova.compute.manager [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.109337] env[69437]: INFO nova.compute.manager [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Took 49.49 seconds to build instance. [ 793.256187] env[69437]: DEBUG oslo_concurrency.lockutils [req-1a0ec5ce-274a-407c-a5c2-aec583d8e7ef req-5f4113ae-e008-45f4-a666-18aa3ac3110d service nova] Releasing lock "refresh_cache-8c1140a4-a4b1-4190-92f3-c4576ffa22bb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.304273] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.304273] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.304273] env[69437]: DEBUG nova.network.neutron [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.305412] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103294, 'name': RelocateVM_Task} progress is 20%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.496357] env[69437]: DEBUG nova.scheduler.client.report [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.501214] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.531137] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.611984] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9e00062-3aa4-42c2-a28c-f695912f92dd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "0cc46589-609b-4feb-8e19-88da9c7200a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.012s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.795120] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103294, 'name': RelocateVM_Task, 'duration_secs': 1.142905} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.795992] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 793.795992] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812759', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'name': 'volume-49bd7229-aea3-4433-bdf7-84319cf0235b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1140a4-a4b1-4190-92f3-c4576ffa22bb', 'attached_at': '', 'detached_at': '', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'serial': '49bd7229-aea3-4433-bdf7-84319cf0235b'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 793.797354] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d5e19-5046-4bf3-abf5-dd28605632d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.826867] env[69437]: INFO nova.compute.manager [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Rebuilding instance [ 793.829739] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53253a7-a1f9-442d-b1ba-7b5153e82255 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.856900] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-49bd7229-aea3-4433-bdf7-84319cf0235b/volume-49bd7229-aea3-4433-bdf7-84319cf0235b.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.859433] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9dae18-b304-4ee8-a0b8-20da02cd334b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.885516] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for the task: (returnval){ [ 793.885516] env[69437]: value = "task-4103295" [ 793.885516] env[69437]: _type = "Task" [ 793.885516] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.898114] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.898203] env[69437]: DEBUG nova.network.neutron [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.922207] env[69437]: DEBUG nova.compute.manager [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 793.923453] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08cbabd-534d-4f6b-90c8-c675e8d6eb0c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.960821] env[69437]: INFO nova.compute.manager [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Rebuilding instance [ 794.002821] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.007353] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.943s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.009206] env[69437]: INFO nova.compute.claims [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.024407] env[69437]: DEBUG nova.compute.manager [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.025765] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534a29a6-f725-4f21-8ca7-d2e27d21fb45 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.043597] env[69437]: INFO nova.scheduler.client.report [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Deleted allocations for instance cc3336d0-85fc-4aa8-8521-7ef2ed5c2674 [ 794.116131] env[69437]: DEBUG nova.compute.manager [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.195200] env[69437]: DEBUG nova.network.neutron [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating instance_info_cache with network_info: [{"id": "031626f9-57b4-4873-b402-b9256b1f4fa5", "address": "fa:16:3e:e5:c9:34", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031626f9-57", "ovs_interfaceid": "031626f9-57b4-4873-b402-b9256b1f4fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.291800] env[69437]: DEBUG nova.compute.manager [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received event network-vif-plugged-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.291800] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] Acquiring lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.291800] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.292141] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.292589] env[69437]: DEBUG nova.compute.manager [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] No waiting events found dispatching network-vif-plugged-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 794.292843] env[69437]: WARNING nova.compute.manager [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received unexpected event network-vif-plugged-031626f9-57b4-4873-b402-b9256b1f4fa5 for instance with vm_state building and task_state spawning. [ 794.293059] env[69437]: DEBUG nova.compute.manager [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received event network-changed-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.293264] env[69437]: DEBUG nova.compute.manager [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Refreshing instance network info cache due to event network-changed-031626f9-57b4-4873-b402-b9256b1f4fa5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.293689] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] Acquiring lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.397494] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103295, 'name': ReconfigVM_Task, 'duration_secs': 0.3507} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.397928] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-49bd7229-aea3-4433-bdf7-84319cf0235b/volume-49bd7229-aea3-4433-bdf7-84319cf0235b.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.403600] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7a0401-2cad-4f8a-925d-921f2ae41122 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.421303] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for the task: (returnval){ [ 794.421303] env[69437]: value = "task-4103296" [ 794.421303] env[69437]: _type = "Task" [ 794.421303] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.431706] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.552212] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Lock "cc3336d0-85fc-4aa8-8521-7ef2ed5c2674" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.539s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.648233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.702272] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.703020] env[69437]: DEBUG nova.compute.manager [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Instance network_info: |[{"id": "031626f9-57b4-4873-b402-b9256b1f4fa5", "address": "fa:16:3e:e5:c9:34", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031626f9-57", "ovs_interfaceid": "031626f9-57b4-4873-b402-b9256b1f4fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.703020] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] Acquired lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.703278] env[69437]: DEBUG nova.network.neutron [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Refreshing network info cache for port 031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.704553] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c9:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '031626f9-57b4-4873-b402-b9256b1f4fa5', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.715382] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Creating folder: Project (f18f6a10b50c46968def3d49b6001d2b). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.717543] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f04a538-5362-41f9-a9cf-9b3d2ed5b44b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.732146] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Created folder: Project (f18f6a10b50c46968def3d49b6001d2b) in parent group-v812682. [ 794.732643] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Creating folder: Instances. Parent ref: group-v812817. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.732643] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f547c34a-49cf-4a34-ba4a-5ec274abdd4d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.744898] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Created folder: Instances in parent group-v812817. [ 794.744898] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.744898] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.745144] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fc0b834-36e8-4d45-90d8-f668d795e02a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.767341] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.767341] env[69437]: value = "task-4103299" [ 794.767341] env[69437]: _type = "Task" [ 794.767341] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.779735] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103299, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.933045] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103296, 'name': ReconfigVM_Task, 'duration_secs': 0.256722} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.933457] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812759', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'name': 'volume-49bd7229-aea3-4433-bdf7-84319cf0235b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1140a4-a4b1-4190-92f3-c4576ffa22bb', 'attached_at': '', 'detached_at': '', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'serial': '49bd7229-aea3-4433-bdf7-84319cf0235b'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 794.934074] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eea5910-7cf2-4bc9-8ef9-ffe84581443d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.942492] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for the task: (returnval){ [ 794.942492] env[69437]: value = "task-4103300" [ 794.942492] env[69437]: _type = "Task" [ 794.942492] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.946278] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.946592] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f580b876-2c14-4512-9009-df63646bc2c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.955429] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103300, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.956927] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 794.956927] env[69437]: value = "task-4103301" [ 794.956927] env[69437]: _type = "Task" [ 794.956927] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.966854] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.009672] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "700784c2-7cff-4931-94d4-703f7a3dc39e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.009672] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "700784c2-7cff-4931-94d4-703f7a3dc39e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.009845] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "700784c2-7cff-4931-94d4-703f7a3dc39e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.010000] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "700784c2-7cff-4931-94d4-703f7a3dc39e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.010275] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "700784c2-7cff-4931-94d4-703f7a3dc39e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.014587] env[69437]: INFO nova.compute.manager [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Terminating instance [ 795.046488] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.046680] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0936b63a-d796-4cca-8915-d59d108f5a79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.058260] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 795.058260] env[69437]: value = "task-4103302" [ 795.058260] env[69437]: _type = "Task" [ 795.058260] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.071192] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.085556] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "0cc46589-609b-4feb-8e19-88da9c7200a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.086526] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "0cc46589-609b-4feb-8e19-88da9c7200a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.086526] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "0cc46589-609b-4feb-8e19-88da9c7200a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.086526] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "0cc46589-609b-4feb-8e19-88da9c7200a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.086800] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "0cc46589-609b-4feb-8e19-88da9c7200a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.092396] env[69437]: INFO nova.compute.manager [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Terminating instance [ 795.280737] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103299, 'name': CreateVM_Task, 'duration_secs': 0.434562} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.280918] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.281791] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.281993] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.282383] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.285061] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e455711-b56e-4acb-ad41-e05274d68aef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.291932] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 795.291932] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ad8d0c-bcf7-bf85-8df7-14cae953caad" [ 795.291932] env[69437]: _type = "Task" [ 795.291932] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.302146] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ad8d0c-bcf7-bf85-8df7-14cae953caad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.455712] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103300, 'name': Rename_Task, 'duration_secs': 0.208453} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.455983] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.456210] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7074697e-6ec2-4317-8049-f432e232bdb6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.469037] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for the task: (returnval){ [ 795.469037] env[69437]: value = "task-4103303" [ 795.469037] env[69437]: _type = "Task" [ 795.469037] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.474602] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103301, 'name': PowerOffVM_Task, 'duration_secs': 0.261813} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.475304] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.475561] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.478914] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb3d39-72b7-41fa-bd75-81f028c7bf0d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.485315] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.490913] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.491228] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2758a0f6-1000-4bae-b4cc-6419fab71e4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.504790] env[69437]: DEBUG nova.network.neutron [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updated VIF entry in instance network info cache for port 031626f9-57b4-4873-b402-b9256b1f4fa5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.505377] env[69437]: DEBUG nova.network.neutron [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating instance_info_cache with network_info: [{"id": "031626f9-57b4-4873-b402-b9256b1f4fa5", "address": "fa:16:3e:e5:c9:34", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031626f9-57", "ovs_interfaceid": "031626f9-57b4-4873-b402-b9256b1f4fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.522816] env[69437]: DEBUG nova.compute.manager [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.523077] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.524810] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0d745a-bcf6-4d73-a82f-f089896fa817 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.535670] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.540112] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-696bf1e0-57e2-48f8-9ed6-f24c91333384 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.548991] env[69437]: DEBUG oslo_vmware.api [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 795.548991] env[69437]: value = "task-4103305" [ 795.548991] env[69437]: _type = "Task" [ 795.548991] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.566101] env[69437]: DEBUG oslo_vmware.api [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.577279] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.577279] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.577279] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleting the datastore file [datastore2] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.577279] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d4782c9-fc41-4ba3-879c-7e9ab2b23406 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.581989] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103302, 'name': PowerOffVM_Task, 'duration_secs': 0.170527} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.582089] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.582319] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.583222] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e350573-d13d-46fb-8227-02936c474f1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.587570] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 795.587570] env[69437]: value = "task-4103306" [ 795.587570] env[69437]: _type = "Task" [ 795.587570] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.593618] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.594515] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab782167-cbb3-4e17-ad8b-a812022978ca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.596574] env[69437]: DEBUG nova.compute.manager [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.596758] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.602210] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c29bbe-8476-41bc-a195-93a0ff0425f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.605989] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.606973] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a5b013-900b-45bf-b21c-e69ea537dd35 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.620235] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e04ca1a-553a-4358-989f-3b8f39c77f67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.624329] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.626012] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36093f8c-6932-4162-bbdb-0fbf8108e5cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.628158] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.628437] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.628696] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Deleting the datastore file [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.629560] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7946f6f7-3e69-4d2a-aea8-0334eac60396 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.663068] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f57d76-a537-4a2a-ba20-e951165aca2d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.664982] env[69437]: DEBUG oslo_vmware.api [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 795.664982] env[69437]: value = "task-4103308" [ 795.664982] env[69437]: _type = "Task" [ 795.664982] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.666805] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 795.666805] env[69437]: value = "task-4103309" [ 795.666805] env[69437]: _type = "Task" [ 795.666805] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.678804] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ff6c12-53f1-44ac-8af4-b0666ba9c574 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.687947] env[69437]: DEBUG oslo_vmware.api [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.693321] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.704060] env[69437]: DEBUG nova.compute.provider_tree [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.812226] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ad8d0c-bcf7-bf85-8df7-14cae953caad, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.812567] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.812866] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.813201] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.813309] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.813514] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.814057] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc47cb48-3169-4649-aa7e-2cdd390125b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.823896] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.824187] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.825077] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9179f786-c493-4dc8-aa4d-f2baed3c4edc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.831636] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 795.831636] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b9177f-47ad-cc85-a2d4-2ecf4c2e97db" [ 795.831636] env[69437]: _type = "Task" [ 795.831636] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.845895] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b9177f-47ad-cc85-a2d4-2ecf4c2e97db, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.846851] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980a8dec-a2e4-45bc-bff1-7e8a8486d275 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.854340] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 795.854340] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529c9da8-31ca-9d3c-8de5-8aae3ff636db" [ 795.854340] env[69437]: _type = "Task" [ 795.854340] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.865108] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529c9da8-31ca-9d3c-8de5-8aae3ff636db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.980674] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103303, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.010605] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff7a3d49-ae89-4be2-98b2-bbcc37e4b25f req-7f883571-3c6b-4bf1-b16d-e5d2dfba63de service nova] Releasing lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.063637] env[69437]: DEBUG oslo_vmware.api [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103305, 'name': PowerOffVM_Task, 'duration_secs': 0.221387} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.063637] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.064081] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.064081] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fc1c617-1ce0-4b32-8aea-727a4b7dba45 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.101783] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161814} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.102144] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.102372] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.102603] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.149706] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.150279] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.150279] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleting the datastore file [datastore2] 700784c2-7cff-4931-94d4-703f7a3dc39e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.151355] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27a73b19-c514-4abf-92a9-0bbbe1775a0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.160203] env[69437]: DEBUG oslo_vmware.api [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 796.160203] env[69437]: value = "task-4103311" [ 796.160203] env[69437]: _type = "Task" [ 796.160203] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.174149] env[69437]: DEBUG oslo_vmware.api [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.184648] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109025} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.188263] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.188553] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.188781] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.192040] env[69437]: DEBUG oslo_vmware.api [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103308, 'name': PowerOffVM_Task, 'duration_secs': 0.19502} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.192644] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.192843] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.193185] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f9a4db-5c74-42ae-b908-069c928d3efc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.208685] env[69437]: DEBUG nova.scheduler.client.report [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.281631] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.281849] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.282151] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleting the datastore file [datastore2] 0cc46589-609b-4feb-8e19-88da9c7200a6 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.282326] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f87b80f9-1f95-4c67-b823-16bc5deb749f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.291056] env[69437]: DEBUG oslo_vmware.api [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 796.291056] env[69437]: value = "task-4103313" [ 796.291056] env[69437]: _type = "Task" [ 796.291056] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.301068] env[69437]: DEBUG oslo_vmware.api [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.367958] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529c9da8-31ca-9d3c-8de5-8aae3ff636db, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.368308] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.368576] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3/4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.368842] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9be02570-5aca-4708-b50d-c8d1dc45baf1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.379084] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 796.379084] env[69437]: value = "task-4103314" [ 796.379084] env[69437]: _type = "Task" [ 796.379084] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.390842] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.481267] env[69437]: DEBUG oslo_vmware.api [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103303, 'name': PowerOnVM_Task, 'duration_secs': 0.614698} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.481621] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.481855] env[69437]: INFO nova.compute.manager [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Took 5.90 seconds to spawn the instance on the hypervisor. [ 796.482043] env[69437]: DEBUG nova.compute.manager [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.482904] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c283e6-fcf4-4753-9e17-1da3af004819 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.671812] env[69437]: DEBUG oslo_vmware.api [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161703} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.672109] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.672316] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.672512] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.672670] env[69437]: INFO nova.compute.manager [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 796.673103] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.673182] env[69437]: DEBUG nova.compute.manager [-] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.673221] env[69437]: DEBUG nova.network.neutron [-] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.716138] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.716824] env[69437]: DEBUG nova.compute.manager [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.720732] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.605s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.722223] env[69437]: INFO nova.compute.claims [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.801472] env[69437]: DEBUG oslo_vmware.api [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161441} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.801797] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.801940] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.802140] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.802319] env[69437]: INFO nova.compute.manager [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Took 1.21 seconds to destroy the instance on the hypervisor. [ 796.802580] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.802945] env[69437]: DEBUG nova.compute.manager [-] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.802945] env[69437]: DEBUG nova.network.neutron [-] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.890459] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499592} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.890758] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3/4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.891252] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.891937] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebc726d0-e618-4dd3-8a94-12eee2d7b633 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.899160] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 796.899160] env[69437]: value = "task-4103315" [ 796.899160] env[69437]: _type = "Task" [ 796.899160] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.909976] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.003676] env[69437]: INFO nova.compute.manager [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Took 42.52 seconds to build instance. [ 797.018861] env[69437]: DEBUG nova.compute.manager [req-abb85b0e-d900-4d64-98ae-5606773c1041 req-4c67e88e-2a16-4b3e-848f-a5735cfe71e3 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Received event network-vif-deleted-d1ab3809-11c8-42b1-9317-eea70d1afefd {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.019104] env[69437]: INFO nova.compute.manager [req-abb85b0e-d900-4d64-98ae-5606773c1041 req-4c67e88e-2a16-4b3e-848f-a5735cfe71e3 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Neutron deleted interface d1ab3809-11c8-42b1-9317-eea70d1afefd; detaching it from the instance and deleting it from the info cache [ 797.019298] env[69437]: DEBUG nova.network.neutron [req-abb85b0e-d900-4d64-98ae-5606773c1041 req-4c67e88e-2a16-4b3e-848f-a5735cfe71e3 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.159364] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.159685] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.159912] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.160402] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.160511] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.160762] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.161130] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.161395] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.161655] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.161883] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.162157] env[69437]: DEBUG nova.virt.hardware [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.163116] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f67e8a-54c2-46f7-ba3d-7ae59143a551 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.176311] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf2718e-a112-466e-b33b-05590dac6ddb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.195207] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:68:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fed60583-1b72-40a2-a34b-553b59749deb', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.203819] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.207105] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.207712] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41c54d09-cb39-468f-8021-7ed4228b6ae8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.223311] env[69437]: DEBUG nova.compute.utils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.227225] env[69437]: DEBUG nova.compute.manager [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.227225] env[69437]: DEBUG nova.network.neutron [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.236807] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.236807] env[69437]: value = "task-4103316" [ 797.236807] env[69437]: _type = "Task" [ 797.236807] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.244817] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.244959] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.245154] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.245768] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.245768] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.245768] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.245984] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.246185] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.246367] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.246532] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.246738] env[69437]: DEBUG nova.virt.hardware [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.247643] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c06edd0-0cbd-45e9-95af-0b6cb66c9a30 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.261287] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103316, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.262500] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea48fad-ce0e-4ec4-9e08-2e0e53aed8a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.280092] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.285918] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.287647] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.289168] env[69437]: DEBUG nova.compute.manager [req-221d7570-81df-4ddd-82fa-ef3e82407b3d req-7d088020-a306-4274-b347-f7d1430d6a6b service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Received event network-vif-deleted-e2df1f6f-8611-4ee4-9b94-c44115a22275 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.289373] env[69437]: INFO nova.compute.manager [req-221d7570-81df-4ddd-82fa-ef3e82407b3d req-7d088020-a306-4274-b347-f7d1430d6a6b service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Neutron deleted interface e2df1f6f-8611-4ee4-9b94-c44115a22275; detaching it from the instance and deleting it from the info cache [ 797.289687] env[69437]: DEBUG nova.network.neutron [req-221d7570-81df-4ddd-82fa-ef3e82407b3d req-7d088020-a306-4274-b347-f7d1430d6a6b service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.290965] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-027913b8-174b-4040-9199-6706a9b9fa1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.306102] env[69437]: DEBUG nova.policy [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f328ac54eef4e3c891c1c15a7d7f5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66b6697a67c84d8894b12fc2386760aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.315376] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.315376] env[69437]: value = "task-4103317" [ 797.315376] env[69437]: _type = "Task" [ 797.315376] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.327056] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103317, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.410613] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077074} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.411036] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.412022] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa50e04-fb84-4178-b03c-09e7ea70b463 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.437938] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3/4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.438781] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b926c72e-9ebd-42af-a47e-df07cdbf26f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.460510] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 797.460510] env[69437]: value = "task-4103318" [ 797.460510] env[69437]: _type = "Task" [ 797.460510] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.472194] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.495360] env[69437]: DEBUG nova.network.neutron [-] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.506527] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e968d0c-6db6-4818-814f-42fee3bed323 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.076s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.522223] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beb0b4fc-5e4f-401c-ae7d-70e7241a7cd4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.534720] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d5cefa-a77e-4cef-b97f-133fb8206711 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.580846] env[69437]: DEBUG nova.compute.manager [req-abb85b0e-d900-4d64-98ae-5606773c1041 req-4c67e88e-2a16-4b3e-848f-a5735cfe71e3 service nova] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Detach interface failed, port_id=d1ab3809-11c8-42b1-9317-eea70d1afefd, reason: Instance 700784c2-7cff-4931-94d4-703f7a3dc39e could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.614461] env[69437]: DEBUG nova.network.neutron [-] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.732795] env[69437]: DEBUG nova.compute.manager [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.756089] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103316, 'name': CreateVM_Task, 'duration_secs': 0.411632} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.756089] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.756889] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.756971] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.757763] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.758712] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cecc32a-1f75-4107-be20-e55238251980 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.765341] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 797.765341] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521a694a-d75c-62c2-2f8e-72362ad871ba" [ 797.765341] env[69437]: _type = "Task" [ 797.765341] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.791340] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521a694a-d75c-62c2-2f8e-72362ad871ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.795045] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.795474] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.795639] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.795794] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.795978] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.796891] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3cbb72b-74f8-45ec-866b-1218a5e04692 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.800947] env[69437]: DEBUG nova.network.neutron [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Successfully created port: 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.806535] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-091f8e17-ad73-4450-bb69-9caf853d720c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.814397] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.814538] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.815844] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1992b19d-2658-48c9-89fb-f40ba55460bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.827764] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915b191-a06c-4de2-a365-41e8c66b1857 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.846761] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 797.846761] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bed5ab-3320-3099-c146-9f2f6aaa283e" [ 797.846761] env[69437]: _type = "Task" [ 797.846761] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.855079] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103317, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.861784] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bed5ab-3320-3099-c146-9f2f6aaa283e, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.873939] env[69437]: DEBUG nova.compute.manager [req-221d7570-81df-4ddd-82fa-ef3e82407b3d req-7d088020-a306-4274-b347-f7d1430d6a6b service nova] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Detach interface failed, port_id=e2df1f6f-8611-4ee4-9b94-c44115a22275, reason: Instance 0cc46589-609b-4feb-8e19-88da9c7200a6 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.877240] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9cdda5-8cff-4742-92cd-6ce544bc1722 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.886515] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 797.886515] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fc9a8f-9368-be4d-2e31-167d94f21a15" [ 797.886515] env[69437]: _type = "Task" [ 797.886515] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.896646] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fc9a8f-9368-be4d-2e31-167d94f21a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.974788] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103318, 'name': ReconfigVM_Task, 'duration_secs': 0.340705} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.974788] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3/4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.974788] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb73094-8275-4a99-8304-e543177cecd2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.982452] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 797.982452] env[69437]: value = "task-4103319" [ 797.982452] env[69437]: _type = "Task" [ 797.982452] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.992104] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103319, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.999139] env[69437]: INFO nova.compute.manager [-] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Took 1.33 seconds to deallocate network for instance. [ 798.013217] env[69437]: DEBUG nova.compute.manager [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.117799] env[69437]: INFO nova.compute.manager [-] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Took 1.31 seconds to deallocate network for instance. [ 798.329925] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0dd47c-c6ac-4e63-ac6e-fae97c33f6dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.335831] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103317, 'name': CreateVM_Task, 'duration_secs': 0.674005} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.336441] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.336913] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.337711] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.338115] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.338440] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d5ee6b-964a-4b7c-87c6-6cd37bff9f71 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.343607] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc722fb-f3a3-41b0-abd2-6897ac4b643e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.348794] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 798.348794] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f2dc98-ab3d-789b-90d7-b75ee391f4d3" [ 798.348794] env[69437]: _type = "Task" [ 798.348794] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.381367] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f3776f-c1c5-4ce3-9b04-2dbc1585dcb9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.387539] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f2dc98-ab3d-789b-90d7-b75ee391f4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.391897] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.391897] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.392065] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.395928] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58395df-4d80-44d8-8c03-c5e7beee1a16 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.406650] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fc9a8f-9368-be4d-2e31-167d94f21a15, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.406650] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.406650] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec/89fec1cc-8bdb-488f-b06c-795c8ff1fbec.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.406650] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.406923] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.406923] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d882ba4-96f7-48a0-8238-ce1de7654ae3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.193212] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b898f1c-6108-49b2-8e88-92c681273026 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.196857] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.200689] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.201778] env[69437]: DEBUG nova.compute.manager [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.204062] env[69437]: DEBUG nova.compute.provider_tree [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.214177] env[69437]: DEBUG nova.compute.manager [req-7f9fd0ef-9520-4b64-9552-68fd5091a633 req-b62980a9-729d-4ec5-a1a6-c4faeb2c5659 service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Received event network-changed-ce6f6943-8eb2-43b1-9428-0035efe789cf {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.214450] env[69437]: DEBUG nova.compute.manager [req-7f9fd0ef-9520-4b64-9552-68fd5091a633 req-b62980a9-729d-4ec5-a1a6-c4faeb2c5659 service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Refreshing instance network info cache due to event network-changed-ce6f6943-8eb2-43b1-9428-0035efe789cf. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.214732] env[69437]: DEBUG oslo_concurrency.lockutils [req-7f9fd0ef-9520-4b64-9552-68fd5091a633 req-b62980a9-729d-4ec5-a1a6-c4faeb2c5659 service nova] Acquiring lock "refresh_cache-8c1140a4-a4b1-4190-92f3-c4576ffa22bb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.214887] env[69437]: DEBUG oslo_concurrency.lockutils [req-7f9fd0ef-9520-4b64-9552-68fd5091a633 req-b62980a9-729d-4ec5-a1a6-c4faeb2c5659 service nova] Acquired lock "refresh_cache-8c1140a4-a4b1-4190-92f3-c4576ffa22bb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.215127] env[69437]: DEBUG nova.network.neutron [req-7f9fd0ef-9520-4b64-9552-68fd5091a633 req-b62980a9-729d-4ec5-a1a6-c4faeb2c5659 service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Refreshing network info cache for port ce6f6943-8eb2-43b1-9428-0035efe789cf {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.221049] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 799.221049] env[69437]: value = "task-4103320" [ 799.221049] env[69437]: _type = "Task" [ 799.221049] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.235225] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103319, 'name': Rename_Task, 'duration_secs': 0.19081} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.235225] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.235225] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.236676] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.238745] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab724270-23d5-42e7-b6f3-8441260fd9ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.247589] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db71f300-1b9c-4583-ad86-36c90b88bbda {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.250996] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.256205] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 799.256205] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5247f80a-77ca-408c-6180-96a6912b3d22" [ 799.256205] env[69437]: _type = "Task" [ 799.256205] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.264393] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 799.264393] env[69437]: value = "task-4103321" [ 799.264393] env[69437]: _type = "Task" [ 799.264393] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.266729] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.274172] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5247f80a-77ca-408c-6180-96a6912b3d22, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.278644] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.278644] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.278644] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.279057] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.279057] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.279057] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.279057] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.279057] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.279228] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.279228] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.279228] env[69437]: DEBUG nova.virt.hardware [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.280835] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb432a0-64fd-4d40-9bb5-55156666cf70 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.287019] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ed9aed-0fea-4d88-b8c7-3707c8a5a4e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.289694] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103321, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.295104] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 799.295104] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c99b63-4e8e-4db6-c552-9330ac8377f6" [ 799.295104] env[69437]: _type = "Task" [ 799.295104] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.302768] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07f09de-eaa2-4ea3-8b22-f68027ee7cd6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.324365] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c99b63-4e8e-4db6-c552-9330ac8377f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012379} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.324660] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.325034] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b/52ee2d69-0a95-460e-b95e-16e0a5114e3b.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.325338] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d108f3-4a23-4f87-a27a-767e3beddbc5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.333408] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 799.333408] env[69437]: value = "task-4103322" [ 799.333408] env[69437]: _type = "Task" [ 799.333408] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.344655] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.599976] env[69437]: DEBUG nova.compute.manager [req-1aec7014-fd92-42db-bfc8-8e2ff643a956 req-7614d65c-6429-417d-8d9c-94017d1dc769 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Received event network-vif-plugged-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.600229] env[69437]: DEBUG oslo_concurrency.lockutils [req-1aec7014-fd92-42db-bfc8-8e2ff643a956 req-7614d65c-6429-417d-8d9c-94017d1dc769 service nova] Acquiring lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.600450] env[69437]: DEBUG oslo_concurrency.lockutils [req-1aec7014-fd92-42db-bfc8-8e2ff643a956 req-7614d65c-6429-417d-8d9c-94017d1dc769 service nova] Lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.600652] env[69437]: DEBUG oslo_concurrency.lockutils [req-1aec7014-fd92-42db-bfc8-8e2ff643a956 req-7614d65c-6429-417d-8d9c-94017d1dc769 service nova] Lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.600830] env[69437]: DEBUG nova.compute.manager [req-1aec7014-fd92-42db-bfc8-8e2ff643a956 req-7614d65c-6429-417d-8d9c-94017d1dc769 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] No waiting events found dispatching network-vif-plugged-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 799.603740] env[69437]: WARNING nova.compute.manager [req-1aec7014-fd92-42db-bfc8-8e2ff643a956 req-7614d65c-6429-417d-8d9c-94017d1dc769 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Received unexpected event network-vif-plugged-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c for instance with vm_state building and task_state spawning. [ 799.722177] env[69437]: DEBUG nova.scheduler.client.report [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.739709] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103320, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.777854] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103321, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.850712] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103322, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.885099] env[69437]: DEBUG nova.network.neutron [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Successfully updated port: 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.113882] env[69437]: DEBUG nova.network.neutron [req-7f9fd0ef-9520-4b64-9552-68fd5091a633 req-b62980a9-729d-4ec5-a1a6-c4faeb2c5659 service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Updated VIF entry in instance network info cache for port ce6f6943-8eb2-43b1-9428-0035efe789cf. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.113882] env[69437]: DEBUG nova.network.neutron [req-7f9fd0ef-9520-4b64-9552-68fd5091a633 req-b62980a9-729d-4ec5-a1a6-c4faeb2c5659 service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Updating instance_info_cache with network_info: [{"id": "ce6f6943-8eb2-43b1-9428-0035efe789cf", "address": "fa:16:3e:d6:1b:d3", "network": {"id": "9eda4e30-1e75-4162-903d-d9ebbe66da2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-601065265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc4ea3c27154df7aeb19617a607ede6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6f6943-8e", "ovs_interfaceid": "ce6f6943-8eb2-43b1-9428-0035efe789cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.229127] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.509s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.229719] env[69437]: DEBUG nova.compute.manager [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.240030] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.565s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.240030] env[69437]: INFO nova.compute.claims [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.250041] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540399} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.250251] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec/89fec1cc-8bdb-488f-b06c-795c8ff1fbec.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.250546] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.250971] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17e74f13-a286-49da-9973-3709de54c681 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.259263] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 800.259263] env[69437]: value = "task-4103323" [ 800.259263] env[69437]: _type = "Task" [ 800.259263] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.270108] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.281377] env[69437]: DEBUG oslo_vmware.api [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103321, 'name': PowerOnVM_Task, 'duration_secs': 0.766642} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.281875] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.281947] env[69437]: INFO nova.compute.manager [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Took 8.68 seconds to spawn the instance on the hypervisor. [ 800.282090] env[69437]: DEBUG nova.compute.manager [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.282923] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3073869-ff39-4b4a-abc4-02f076309891 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.346467] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850671} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.346718] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b/52ee2d69-0a95-460e-b95e-16e0a5114e3b.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.346938] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.347222] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7c378db-d95d-4c82-be5b-d2ba8570d140 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.355779] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 800.355779] env[69437]: value = "task-4103324" [ 800.355779] env[69437]: _type = "Task" [ 800.355779] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.368210] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.388777] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.389055] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquired lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.389241] env[69437]: DEBUG nova.network.neutron [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.616348] env[69437]: DEBUG oslo_concurrency.lockutils [req-7f9fd0ef-9520-4b64-9552-68fd5091a633 req-b62980a9-729d-4ec5-a1a6-c4faeb2c5659 service nova] Releasing lock "refresh_cache-8c1140a4-a4b1-4190-92f3-c4576ffa22bb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.745530] env[69437]: DEBUG nova.compute.utils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.750219] env[69437]: DEBUG nova.compute.manager [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.750219] env[69437]: DEBUG nova.network.neutron [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.772373] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090489} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.772650] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.773494] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a85665-381a-49f5-a87d-d7c706fcc392 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.799545] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec/89fec1cc-8bdb-488f-b06c-795c8ff1fbec.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.801400] env[69437]: DEBUG nova.policy [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ce037336dab4d5e9999e1098f919791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e52cad075e74b489df93a3cfdd0d4a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.807097] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df11942-f3ba-4f50-aada-acc13267e7fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.824790] env[69437]: INFO nova.compute.manager [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Took 40.78 seconds to build instance. [ 800.832605] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 800.832605] env[69437]: value = "task-4103325" [ 800.832605] env[69437]: _type = "Task" [ 800.832605] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.842513] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.867428] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069337} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.867910] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.869183] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c609b7-29b1-4969-be52-f8b471fa25bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.892678] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b/52ee2d69-0a95-460e-b95e-16e0a5114e3b.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.894933] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3abbc45-df32-4531-bcab-f51139aa85e8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.923388] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 800.923388] env[69437]: value = "task-4103326" [ 800.923388] env[69437]: _type = "Task" [ 800.923388] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.933132] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.957364] env[69437]: DEBUG nova.network.neutron [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.199058] env[69437]: DEBUG nova.network.neutron [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updating instance_info_cache with network_info: [{"id": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "address": "fa:16:3e:39:1b:b2", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ffebb5-b1", "ovs_interfaceid": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.259202] env[69437]: DEBUG nova.compute.manager [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.327408] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e41b00eb-d331-42d4-969c-cee79ee350d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.517s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.348725] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.390246] env[69437]: DEBUG nova.network.neutron [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Successfully created port: 3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.442833] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.700606] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Releasing lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.700968] env[69437]: DEBUG nova.compute.manager [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Instance network_info: |[{"id": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "address": "fa:16:3e:39:1b:b2", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ffebb5-b1", "ovs_interfaceid": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.701416] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:1b:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.710633] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Creating folder: Project (66b6697a67c84d8894b12fc2386760aa). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.714734] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66da54d2-4afa-437a-b242-4a86f205c407 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.728819] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Created folder: Project (66b6697a67c84d8894b12fc2386760aa) in parent group-v812682. [ 801.729083] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Creating folder: Instances. Parent ref: group-v812822. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.729378] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a01672b-bc3c-4522-9d7d-8afb126e020d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.741049] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Created folder: Instances in parent group-v812822. [ 801.741049] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.741432] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.741670] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff4f568-161f-4e55-ab01-42a7fbdaa7d1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.784233] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.784233] env[69437]: value = "task-4103329" [ 801.784233] env[69437]: _type = "Task" [ 801.784233] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.800341] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103329, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.846766] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103325, 'name': ReconfigVM_Task, 'duration_secs': 0.876413} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.849904] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec/89fec1cc-8bdb-488f-b06c-795c8ff1fbec.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.850776] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78616fc8-cdcf-47d3-ab37-f0c9201b26df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.860553] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 801.860553] env[69437]: value = "task-4103330" [ 801.860553] env[69437]: _type = "Task" [ 801.860553] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.873690] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103330, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.919965] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaad9b91-465c-462f-a737-96d6ab616289 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.933333] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920e7349-fdd1-47b9-a2d5-7e27bddafb1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.940247] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103326, 'name': ReconfigVM_Task, 'duration_secs': 0.648382} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.945107] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b/52ee2d69-0a95-460e-b95e-16e0a5114e3b.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.945737] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1a565c-a315-431e-bbda-c822360a314d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.973806] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636d3e9-712e-433c-8203-e73cfb918fbc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.979977] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 801.979977] env[69437]: value = "task-4103331" [ 801.979977] env[69437]: _type = "Task" [ 801.979977] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.992337] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b88df7-6e49-4489-8ecb-657621f7cee4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.002228] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103331, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.013314] env[69437]: DEBUG nova.compute.provider_tree [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.065103] env[69437]: DEBUG nova.compute.manager [req-8caf92a6-d8aa-4020-975b-c835d08ff9e3 req-abb79d37-df67-4e06-8f12-63bf8f2a12c2 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Received event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.065321] env[69437]: DEBUG nova.compute.manager [req-8caf92a6-d8aa-4020-975b-c835d08ff9e3 req-abb79d37-df67-4e06-8f12-63bf8f2a12c2 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing instance network info cache due to event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.065572] env[69437]: DEBUG oslo_concurrency.lockutils [req-8caf92a6-d8aa-4020-975b-c835d08ff9e3 req-abb79d37-df67-4e06-8f12-63bf8f2a12c2 service nova] Acquiring lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.065817] env[69437]: DEBUG oslo_concurrency.lockutils [req-8caf92a6-d8aa-4020-975b-c835d08ff9e3 req-abb79d37-df67-4e06-8f12-63bf8f2a12c2 service nova] Acquired lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.066972] env[69437]: DEBUG nova.network.neutron [req-8caf92a6-d8aa-4020-975b-c835d08ff9e3 req-abb79d37-df67-4e06-8f12-63bf8f2a12c2 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.281497] env[69437]: DEBUG nova.compute.manager [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.294759] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103329, 'name': CreateVM_Task, 'duration_secs': 0.424859} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.294978] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.295728] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.296038] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.296448] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.299407] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c90a9b2-19d3-42ae-93fc-cd1c8ea48670 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.303416] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 802.303416] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d4d601-8723-37ae-abfa-1806832284cd" [ 802.303416] env[69437]: _type = "Task" [ 802.303416] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.313627] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d4d601-8723-37ae-abfa-1806832284cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.331090] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.331345] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.331500] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.331678] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.331866] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.331967] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.332194] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.332351] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.332516] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.332675] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.332847] env[69437]: DEBUG nova.virt.hardware [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.334066] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea042181-0322-48b7-830d-c8e1b72fe42d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.342521] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39799f-e95e-4f60-9574-1b789ab94165 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.370496] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103330, 'name': Rename_Task, 'duration_secs': 0.194659} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.370810] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.371090] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ff90de5-4e8b-4231-8638-b72aa9fe7be6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.379460] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 802.379460] env[69437]: value = "task-4103332" [ 802.379460] env[69437]: _type = "Task" [ 802.379460] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.387817] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.493017] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103331, 'name': Rename_Task, 'duration_secs': 0.165805} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.493358] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.493635] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df8ed44e-b8a2-4689-b072-4372af95a879 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.501734] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 802.501734] env[69437]: value = "task-4103333" [ 802.501734] env[69437]: _type = "Task" [ 802.501734] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.511331] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.516650] env[69437]: DEBUG nova.scheduler.client.report [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.818049] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d4d601-8723-37ae-abfa-1806832284cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.818049] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.818049] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.818382] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.818559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.818850] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.819085] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a20e3c8-9037-4bda-9569-15ffb8b5ce33 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.833384] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.833734] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.836615] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0eecfc7-57c3-4b1c-b33c-7d702731fb1e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.843564] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 802.843564] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52392946-8ece-5a31-16dc-2d1358afbf70" [ 802.843564] env[69437]: _type = "Task" [ 802.843564] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.853645] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "d78ada18-eade-4eb7-afe5-899ca524429b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.853933] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "d78ada18-eade-4eb7-afe5-899ca524429b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.859840] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52392946-8ece-5a31-16dc-2d1358afbf70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.891375] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103332, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.947342] env[69437]: DEBUG nova.network.neutron [req-8caf92a6-d8aa-4020-975b-c835d08ff9e3 req-abb79d37-df67-4e06-8f12-63bf8f2a12c2 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updated VIF entry in instance network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.947759] env[69437]: DEBUG nova.network.neutron [req-8caf92a6-d8aa-4020-975b-c835d08ff9e3 req-abb79d37-df67-4e06-8f12-63bf8f2a12c2 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updating instance_info_cache with network_info: [{"id": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "address": "fa:16:3e:39:1b:b2", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ffebb5-b1", "ovs_interfaceid": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.014283] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103333, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.025134] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.025714] env[69437]: DEBUG nova.compute.manager [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.028468] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.399s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.028725] env[69437]: DEBUG nova.objects.instance [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lazy-loading 'resources' on Instance uuid 78dde2e8-12b8-4e9f-a467-8439349ad9e6 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.356147] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52392946-8ece-5a31-16dc-2d1358afbf70, 'name': SearchDatastore_Task, 'duration_secs': 0.018098} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.357127] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8609a0fc-6e7b-4248-9319-30a78eddc4a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.360545] env[69437]: DEBUG nova.compute.manager [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.366428] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 803.366428] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ab9f0a-0491-7a6c-de2c-a5b597be8c46" [ 803.366428] env[69437]: _type = "Task" [ 803.366428] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.376771] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ab9f0a-0491-7a6c-de2c-a5b597be8c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.389465] env[69437]: DEBUG oslo_vmware.api [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103332, 'name': PowerOnVM_Task, 'duration_secs': 0.514022} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.389673] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.389890] env[69437]: DEBUG nova.compute.manager [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.391195] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575a1cdd-f1aa-4088-b978-157821428a57 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.453197] env[69437]: DEBUG oslo_concurrency.lockutils [req-8caf92a6-d8aa-4020-975b-c835d08ff9e3 req-abb79d37-df67-4e06-8f12-63bf8f2a12c2 service nova] Releasing lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.487044] env[69437]: DEBUG nova.compute.manager [req-edfe8f27-9457-45c6-8fe0-1184ca56022d req-0e178163-4367-434d-b19b-29bbccf7fe65 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Received event network-vif-plugged-3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.487258] env[69437]: DEBUG oslo_concurrency.lockutils [req-edfe8f27-9457-45c6-8fe0-1184ca56022d req-0e178163-4367-434d-b19b-29bbccf7fe65 service nova] Acquiring lock "4e579e51-18a2-4127-a95d-f4b40f2854b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.487626] env[69437]: DEBUG oslo_concurrency.lockutils [req-edfe8f27-9457-45c6-8fe0-1184ca56022d req-0e178163-4367-434d-b19b-29bbccf7fe65 service nova] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.487667] env[69437]: DEBUG oslo_concurrency.lockutils [req-edfe8f27-9457-45c6-8fe0-1184ca56022d req-0e178163-4367-434d-b19b-29bbccf7fe65 service nova] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.487831] env[69437]: DEBUG nova.compute.manager [req-edfe8f27-9457-45c6-8fe0-1184ca56022d req-0e178163-4367-434d-b19b-29bbccf7fe65 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] No waiting events found dispatching network-vif-plugged-3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 803.487994] env[69437]: WARNING nova.compute.manager [req-edfe8f27-9457-45c6-8fe0-1184ca56022d req-0e178163-4367-434d-b19b-29bbccf7fe65 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Received unexpected event network-vif-plugged-3713cccd-fc53-4fd0-af52-c2c702366997 for instance with vm_state building and task_state spawning. [ 803.516318] env[69437]: DEBUG oslo_vmware.api [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103333, 'name': PowerOnVM_Task, 'duration_secs': 0.661073} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.516441] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.516649] env[69437]: DEBUG nova.compute.manager [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.521744] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279babb8-461e-479c-b4c1-5a82ebf342c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.533175] env[69437]: DEBUG nova.compute.utils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.536940] env[69437]: DEBUG nova.compute.manager [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.537112] env[69437]: DEBUG nova.network.neutron [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.627050] env[69437]: DEBUG nova.policy [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bcba3dddadc48b38bfe22ad67380d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '232fb110c76b47d28df2a2060b2d945b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.633129] env[69437]: DEBUG nova.network.neutron [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Successfully updated port: 3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.886165] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ab9f0a-0491-7a6c-de2c-a5b597be8c46, 'name': SearchDatastore_Task, 'duration_secs': 0.021943} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.886363] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.886639] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4/08d9d87e-7f4e-4bc0-91c8-90bc7813afd4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.891939] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4d5c56b-f054-432f-886a-52c1d838671a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.901409] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.910216] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 803.910216] env[69437]: value = "task-4103334" [ 803.910216] env[69437]: _type = "Task" [ 803.910216] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.919239] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.925860] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.046527] env[69437]: DEBUG nova.compute.manager [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.057848] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.132364] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd00710-5c5f-4dcc-992d-6bb67bae60ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.138948] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.139303] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquired lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.139303] env[69437]: DEBUG nova.network.neutron [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.149386] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a19d9f6-4a14-4f72-b8dd-b478a20f34b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.195188] env[69437]: DEBUG nova.network.neutron [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Successfully created port: 0f1702cb-9838-4663-af03-00e0783d14ff {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.195188] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5806c8d-450f-4053-b80e-dfdc5cc6cc53 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.204687] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd72af27-5964-4045-8fdd-4c5d308b72c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.224948] env[69437]: DEBUG nova.compute.provider_tree [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.426392] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103334, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.459262] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.459706] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.459884] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.459960] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.460153] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.466102] env[69437]: INFO nova.compute.manager [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Terminating instance [ 804.693661] env[69437]: DEBUG nova.network.neutron [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.728020] env[69437]: DEBUG nova.scheduler.client.report [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.874963] env[69437]: DEBUG nova.network.neutron [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Updating instance_info_cache with network_info: [{"id": "3713cccd-fc53-4fd0-af52-c2c702366997", "address": "fa:16:3e:7e:3d:6a", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3713cccd-fc", "ovs_interfaceid": "3713cccd-fc53-4fd0-af52-c2c702366997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.926531] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788228} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.926883] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4/08d9d87e-7f4e-4bc0-91c8-90bc7813afd4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.927143] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.927399] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6363458-83dc-45c7-92c6-a3129df9be93 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.936803] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 804.936803] env[69437]: value = "task-4103335" [ 804.936803] env[69437]: _type = "Task" [ 804.936803] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.949682] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.970651] env[69437]: DEBUG nova.compute.manager [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.970959] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.971879] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f1295-8d89-4fcb-b8d2-b5dc3430ed00 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.981320] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.981596] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a6302be-9af7-4d19-a87f-14be0a9f9a88 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.989650] env[69437]: DEBUG oslo_vmware.api [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 804.989650] env[69437]: value = "task-4103336" [ 804.989650] env[69437]: _type = "Task" [ 804.989650] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.007726] env[69437]: DEBUG oslo_vmware.api [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.063168] env[69437]: DEBUG nova.compute.manager [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.088835] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.089111] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.089272] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.089454] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.089632] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.089801] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.090019] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.090186] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.090364] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.090518] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.090782] env[69437]: DEBUG nova.virt.hardware [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.091685] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb3d6f-fc28-4b34-ad51-6e202b46cb0b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.102459] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3180edb2-95d6-40ea-a935-dcc9aea6ed64 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.238923] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.239962] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.157s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.240523] env[69437]: DEBUG nova.objects.instance [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lazy-loading 'resources' on Instance uuid 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.294279] env[69437]: INFO nova.scheduler.client.report [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Deleted allocations for instance 78dde2e8-12b8-4e9f-a467-8439349ad9e6 [ 805.378345] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Releasing lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.379100] env[69437]: DEBUG nova.compute.manager [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Instance network_info: |[{"id": "3713cccd-fc53-4fd0-af52-c2c702366997", "address": "fa:16:3e:7e:3d:6a", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3713cccd-fc", "ovs_interfaceid": "3713cccd-fc53-4fd0-af52-c2c702366997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.379463] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:3d:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3713cccd-fc53-4fd0-af52-c2c702366997', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.390063] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.390569] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.390905] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b22e4d9f-2f8d-4b4f-a2ed-e82533573f5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.412642] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.412642] env[69437]: value = "task-4103337" [ 805.412642] env[69437]: _type = "Task" [ 805.412642] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.421020] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103337, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.447684] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.423188} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.448122] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.448796] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fcbb15-b765-4e6f-aa8c-62347e7462ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.473162] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4/08d9d87e-7f4e-4bc0-91c8-90bc7813afd4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.473519] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3e12bb-6a6e-41a3-be65-a4d65627e0a0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.497873] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 805.497873] env[69437]: value = "task-4103338" [ 805.497873] env[69437]: _type = "Task" [ 805.497873] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.509229] env[69437]: DEBUG oslo_vmware.api [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103336, 'name': PowerOffVM_Task, 'duration_secs': 0.348064} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.510932] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.510932] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.510932] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19475937-742f-4730-bed1-9ef018f9e7b4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.516782] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.558188] env[69437]: DEBUG nova.compute.manager [req-a02dce8d-30b2-4ed5-b722-70817363e8bd req-64c00a90-c3dd-4573-9aed-666cf45f74e3 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Received event network-changed-3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.558403] env[69437]: DEBUG nova.compute.manager [req-a02dce8d-30b2-4ed5-b722-70817363e8bd req-64c00a90-c3dd-4573-9aed-666cf45f74e3 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Refreshing instance network info cache due to event network-changed-3713cccd-fc53-4fd0-af52-c2c702366997. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.558630] env[69437]: DEBUG oslo_concurrency.lockutils [req-a02dce8d-30b2-4ed5-b722-70817363e8bd req-64c00a90-c3dd-4573-9aed-666cf45f74e3 service nova] Acquiring lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.558778] env[69437]: DEBUG oslo_concurrency.lockutils [req-a02dce8d-30b2-4ed5-b722-70817363e8bd req-64c00a90-c3dd-4573-9aed-666cf45f74e3 service nova] Acquired lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.558939] env[69437]: DEBUG nova.network.neutron [req-a02dce8d-30b2-4ed5-b722-70817363e8bd req-64c00a90-c3dd-4573-9aed-666cf45f74e3 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Refreshing network info cache for port 3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.612061] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.612438] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.612674] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleting the datastore file [datastore1] 89fec1cc-8bdb-488f-b06c-795c8ff1fbec {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.612979] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d32d7096-9a92-4813-b950-63e9aad18cad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.621087] env[69437]: DEBUG oslo_vmware.api [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 805.621087] env[69437]: value = "task-4103340" [ 805.621087] env[69437]: _type = "Task" [ 805.621087] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.631679] env[69437]: DEBUG oslo_vmware.api [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.665459] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.665809] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.670079] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "52ee2d69-0a95-460e-b95e-16e0a5114e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.670963] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "52ee2d69-0a95-460e-b95e-16e0a5114e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.671284] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "52ee2d69-0a95-460e-b95e-16e0a5114e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.671564] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "52ee2d69-0a95-460e-b95e-16e0a5114e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.671805] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "52ee2d69-0a95-460e-b95e-16e0a5114e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.674797] env[69437]: INFO nova.compute.manager [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Terminating instance [ 805.807210] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1fccb46-c448-4329-b130-8e5183326b54 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "78dde2e8-12b8-4e9f-a467-8439349ad9e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.771s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.923938] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103337, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.010638] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103338, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.128454] env[69437]: DEBUG nova.compute.manager [req-478da829-3b7a-4a66-952d-84577f03bb15 req-28189830-0fb8-49c2-8d37-9f9ec7113391 service nova] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Received event network-vif-plugged-0f1702cb-9838-4663-af03-00e0783d14ff {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.128691] env[69437]: DEBUG oslo_concurrency.lockutils [req-478da829-3b7a-4a66-952d-84577f03bb15 req-28189830-0fb8-49c2-8d37-9f9ec7113391 service nova] Acquiring lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.128910] env[69437]: DEBUG oslo_concurrency.lockutils [req-478da829-3b7a-4a66-952d-84577f03bb15 req-28189830-0fb8-49c2-8d37-9f9ec7113391 service nova] Lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.129166] env[69437]: DEBUG oslo_concurrency.lockutils [req-478da829-3b7a-4a66-952d-84577f03bb15 req-28189830-0fb8-49c2-8d37-9f9ec7113391 service nova] Lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.129372] env[69437]: DEBUG nova.compute.manager [req-478da829-3b7a-4a66-952d-84577f03bb15 req-28189830-0fb8-49c2-8d37-9f9ec7113391 service nova] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] No waiting events found dispatching network-vif-plugged-0f1702cb-9838-4663-af03-00e0783d14ff {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 806.129604] env[69437]: WARNING nova.compute.manager [req-478da829-3b7a-4a66-952d-84577f03bb15 req-28189830-0fb8-49c2-8d37-9f9ec7113391 service nova] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Received unexpected event network-vif-plugged-0f1702cb-9838-4663-af03-00e0783d14ff for instance with vm_state building and task_state spawning. [ 806.138286] env[69437]: DEBUG oslo_vmware.api [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263583} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.140487] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.140741] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.141596] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.141596] env[69437]: INFO nova.compute.manager [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 806.141596] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.142343] env[69437]: DEBUG nova.compute.manager [-] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.142400] env[69437]: DEBUG nova.network.neutron [-] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.179287] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "refresh_cache-52ee2d69-0a95-460e-b95e-16e0a5114e3b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.179501] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquired lock "refresh_cache-52ee2d69-0a95-460e-b95e-16e0a5114e3b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.179762] env[69437]: DEBUG nova.network.neutron [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.262133] env[69437]: DEBUG nova.network.neutron [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Successfully updated port: 0f1702cb-9838-4663-af03-00e0783d14ff {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.346980] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e11c5ac-2dec-4488-a1ca-f4e2778f848b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.356192] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff987d-975f-4930-8c8d-1674f3752d13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.393441] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95124971-fac8-47b3-a826-210bf1966854 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.402518] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937cc23b-b5de-4c1f-85e2-f103b4718bfa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.419519] env[69437]: DEBUG nova.compute.provider_tree [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.430844] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103337, 'name': CreateVM_Task, 'duration_secs': 0.82981} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.431045] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.431749] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.431914] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.432291] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.432824] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660f2f4b-0151-4d3b-9822-af787171767d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.438570] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 806.438570] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e24da9-212a-b171-8a59-ae7fd8a44a00" [ 806.438570] env[69437]: _type = "Task" [ 806.438570] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.448508] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e24da9-212a-b171-8a59-ae7fd8a44a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.509822] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103338, 'name': ReconfigVM_Task, 'duration_secs': 0.526498} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.510156] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4/08d9d87e-7f4e-4bc0-91c8-90bc7813afd4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.510849] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9b5a89d-6c75-486d-bff0-e41dd6573fcc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.518938] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 806.518938] env[69437]: value = "task-4103341" [ 806.518938] env[69437]: _type = "Task" [ 806.518938] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.528313] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103341, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.559655] env[69437]: DEBUG nova.network.neutron [req-a02dce8d-30b2-4ed5-b722-70817363e8bd req-64c00a90-c3dd-4573-9aed-666cf45f74e3 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Updated VIF entry in instance network info cache for port 3713cccd-fc53-4fd0-af52-c2c702366997. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.560054] env[69437]: DEBUG nova.network.neutron [req-a02dce8d-30b2-4ed5-b722-70817363e8bd req-64c00a90-c3dd-4573-9aed-666cf45f74e3 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Updating instance_info_cache with network_info: [{"id": "3713cccd-fc53-4fd0-af52-c2c702366997", "address": "fa:16:3e:7e:3d:6a", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3713cccd-fc", "ovs_interfaceid": "3713cccd-fc53-4fd0-af52-c2c702366997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.717162] env[69437]: DEBUG nova.network.neutron [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.767905] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "refresh_cache-fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.768073] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "refresh_cache-fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.771939] env[69437]: DEBUG nova.network.neutron [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.771939] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.771939] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.771939] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.772533] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.772533] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.773381] env[69437]: INFO nova.compute.manager [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Terminating instance [ 806.821415] env[69437]: DEBUG nova.network.neutron [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.925348] env[69437]: DEBUG nova.scheduler.client.report [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.949998] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e24da9-212a-b171-8a59-ae7fd8a44a00, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.950349] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.950583] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.950823] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.950968] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.951161] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.951434] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bbdb359-3b02-40e4-bc55-4b957759d0e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.961278] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.961386] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.962222] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec048982-a1e5-43a5-a832-c9a125275015 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.968462] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 806.968462] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e151de-b07f-2c60-8b04-fdbaa38032f3" [ 806.968462] env[69437]: _type = "Task" [ 806.968462] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.977982] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e151de-b07f-2c60-8b04-fdbaa38032f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.030229] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103341, 'name': Rename_Task, 'duration_secs': 0.198213} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.030527] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.030817] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d9ee38d-ee69-4164-bf3b-64bfa45da641 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.038695] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 807.038695] env[69437]: value = "task-4103342" [ 807.038695] env[69437]: _type = "Task" [ 807.038695] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.047749] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.063110] env[69437]: DEBUG oslo_concurrency.lockutils [req-a02dce8d-30b2-4ed5-b722-70817363e8bd req-64c00a90-c3dd-4573-9aed-666cf45f74e3 service nova] Releasing lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.281418] env[69437]: DEBUG nova.compute.manager [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.281793] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.282843] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c2717-d6b7-4267-adb2-44c50127b4e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.292597] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.292886] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aac97228-b5b9-4c58-9f12-376933779803 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.301024] env[69437]: DEBUG oslo_vmware.api [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 807.301024] env[69437]: value = "task-4103343" [ 807.301024] env[69437]: _type = "Task" [ 807.301024] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.311228] env[69437]: DEBUG oslo_vmware.api [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.318817] env[69437]: DEBUG nova.network.neutron [-] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.324203] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Releasing lock "refresh_cache-52ee2d69-0a95-460e-b95e-16e0a5114e3b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.324674] env[69437]: DEBUG nova.compute.manager [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.324874] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.326053] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7c58c-015d-4f32-988e-236e04a679cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.334833] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.335121] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e593247-a54b-42c9-b134-101749f97b26 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.343520] env[69437]: DEBUG oslo_vmware.api [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 807.343520] env[69437]: value = "task-4103344" [ 807.343520] env[69437]: _type = "Task" [ 807.343520] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.355210] env[69437]: DEBUG oslo_vmware.api [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.393881] env[69437]: DEBUG nova.network.neutron [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.431876] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.436188] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.315s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.436721] env[69437]: DEBUG nova.objects.instance [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lazy-loading 'resources' on Instance uuid dd0055ac-3c2b-4058-a93d-291d47a55127 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.481963] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e151de-b07f-2c60-8b04-fdbaa38032f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.483042] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ddf0fa9-f130-43fa-8f31-cad65b2eb118 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.494350] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 807.494350] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529fdae4-589a-d339-6555-196a7f61286b" [ 807.494350] env[69437]: _type = "Task" [ 807.494350] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.498906] env[69437]: INFO nova.scheduler.client.report [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Deleted allocations for instance 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090 [ 807.506070] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529fdae4-589a-d339-6555-196a7f61286b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.550978] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.593640] env[69437]: DEBUG nova.compute.manager [req-90d6128b-4093-4bd5-8ccc-7033c3f38b4d req-10917146-f60a-41b0-b6bd-4b6038ee8491 service nova] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Received event network-vif-deleted-fed60583-1b72-40a2-a34b-553b59749deb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.638713] env[69437]: DEBUG nova.network.neutron [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Updating instance_info_cache with network_info: [{"id": "0f1702cb-9838-4663-af03-00e0783d14ff", "address": "fa:16:3e:97:0e:d1", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1702cb-98", "ovs_interfaceid": "0f1702cb-9838-4663-af03-00e0783d14ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.810976] env[69437]: DEBUG oslo_vmware.api [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103343, 'name': PowerOffVM_Task, 'duration_secs': 0.209714} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.811257] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.811431] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.811715] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df957f4c-f994-4f30-9a96-302c007edbb3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.822291] env[69437]: INFO nova.compute.manager [-] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Took 1.68 seconds to deallocate network for instance. [ 807.855753] env[69437]: DEBUG oslo_vmware.api [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103344, 'name': PowerOffVM_Task, 'duration_secs': 0.166408} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.856058] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.856234] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.856497] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ddbaa4f-1061-44c1-9a71-36aabc3fe630 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.885124] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.885493] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.885794] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Deleting the datastore file [datastore1] 52ee2d69-0a95-460e-b95e-16e0a5114e3b {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.886175] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f12f24eb-b958-497e-969f-cb6f6ff44807 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.895380] env[69437]: DEBUG oslo_vmware.api [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for the task: (returnval){ [ 807.895380] env[69437]: value = "task-4103347" [ 807.895380] env[69437]: _type = "Task" [ 807.895380] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.900219] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.900390] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.900464] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Deleting the datastore file [datastore2] 42f1adb9-de91-4dac-8b1d-ca21a0b9f530 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.901138] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07ba57a6-9258-44cd-89ac-3ee4a5c8f0b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.908376] env[69437]: DEBUG oslo_vmware.api [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.909841] env[69437]: DEBUG oslo_vmware.api [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for the task: (returnval){ [ 807.909841] env[69437]: value = "task-4103348" [ 807.909841] env[69437]: _type = "Task" [ 807.909841] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.919745] env[69437]: DEBUG oslo_vmware.api [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.015243] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529fdae4-589a-d339-6555-196a7f61286b, 'name': SearchDatastore_Task, 'duration_secs': 0.029251} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.015243] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2815c9d5-d3f1-43da-a678-0081324f3f61 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "18c5f63e-9eaa-46ca-a8d6-97cc6fb42090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.684s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.015982] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.016787] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 4e579e51-18a2-4127-a95d-f4b40f2854b7/4e579e51-18a2-4127-a95d-f4b40f2854b7.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.017274] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-370700e8-c2ce-4a51-a561-4fa2684bf515 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.029855] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 808.029855] env[69437]: value = "task-4103349" [ 808.029855] env[69437]: _type = "Task" [ 808.029855] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.039473] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.058535] env[69437]: DEBUG oslo_vmware.api [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103342, 'name': PowerOnVM_Task, 'duration_secs': 0.578051} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.061867] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.062132] env[69437]: INFO nova.compute.manager [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Took 8.86 seconds to spawn the instance on the hypervisor. [ 808.062359] env[69437]: DEBUG nova.compute.manager [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.063874] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e699974f-945e-48f6-9b2b-9dc4ef346163 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.141612] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "refresh_cache-fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.143236] env[69437]: DEBUG nova.compute.manager [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Instance network_info: |[{"id": "0f1702cb-9838-4663-af03-00e0783d14ff", "address": "fa:16:3e:97:0e:d1", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1702cb-98", "ovs_interfaceid": "0f1702cb-9838-4663-af03-00e0783d14ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.143795] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:0e:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f1702cb-9838-4663-af03-00e0783d14ff', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.152316] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.155951] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.156500] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e5cbe5d-3142-4556-9e4a-aaa3ab321928 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.184271] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.184271] env[69437]: value = "task-4103350" [ 808.184271] env[69437]: _type = "Task" [ 808.184271] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.201849] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103350, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.259559] env[69437]: DEBUG nova.compute.manager [req-ebde9b24-2dd6-4903-876e-477e08faa606 req-571be967-d5f3-4d73-933d-d952fbd421aa service nova] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Received event network-changed-0f1702cb-9838-4663-af03-00e0783d14ff {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.259895] env[69437]: DEBUG nova.compute.manager [req-ebde9b24-2dd6-4903-876e-477e08faa606 req-571be967-d5f3-4d73-933d-d952fbd421aa service nova] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Refreshing instance network info cache due to event network-changed-0f1702cb-9838-4663-af03-00e0783d14ff. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.260154] env[69437]: DEBUG oslo_concurrency.lockutils [req-ebde9b24-2dd6-4903-876e-477e08faa606 req-571be967-d5f3-4d73-933d-d952fbd421aa service nova] Acquiring lock "refresh_cache-fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.260305] env[69437]: DEBUG oslo_concurrency.lockutils [req-ebde9b24-2dd6-4903-876e-477e08faa606 req-571be967-d5f3-4d73-933d-d952fbd421aa service nova] Acquired lock "refresh_cache-fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.260473] env[69437]: DEBUG nova.network.neutron [req-ebde9b24-2dd6-4903-876e-477e08faa606 req-571be967-d5f3-4d73-933d-d952fbd421aa service nova] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Refreshing network info cache for port 0f1702cb-9838-4663-af03-00e0783d14ff {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.331602] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.410798] env[69437]: DEBUG oslo_vmware.api [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Task: {'id': task-4103347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123271} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.410798] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.410975] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.411204] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.411382] env[69437]: INFO nova.compute.manager [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 808.411618] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.417700] env[69437]: DEBUG nova.compute.manager [-] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.417858] env[69437]: DEBUG nova.network.neutron [-] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.426747] env[69437]: DEBUG oslo_vmware.api [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Task: {'id': task-4103348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180832} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.426747] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.426747] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.426747] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.427183] env[69437]: INFO nova.compute.manager [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Took 1.15 seconds to destroy the instance on the hypervisor. [ 808.427183] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.428027] env[69437]: DEBUG nova.compute.manager [-] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.428027] env[69437]: DEBUG nova.network.neutron [-] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.445904] env[69437]: DEBUG nova.network.neutron [-] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.542722] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549b1cdc-98c6-4481-9a94-59ee8f80ea90 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.547305] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103349, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.552038] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03222c4d-aa01-4e39-bc36-1d530da5c648 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.593646] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93f1707-481d-406f-be79-2b15e5b75f92 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.599143] env[69437]: INFO nova.compute.manager [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Took 36.56 seconds to build instance. [ 808.606345] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dca7b6-7cdf-4f1f-b562-15b3bd5c0ba9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.622762] env[69437]: DEBUG nova.compute.provider_tree [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.694846] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103350, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.953163] env[69437]: DEBUG nova.network.neutron [-] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.041733] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615108} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.042020] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 4e579e51-18a2-4127-a95d-f4b40f2854b7/4e579e51-18a2-4127-a95d-f4b40f2854b7.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.042247] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.042503] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-959a0717-1d9d-4857-a99a-feff509d823c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.049271] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 809.049271] env[69437]: value = "task-4103351" [ 809.049271] env[69437]: _type = "Task" [ 809.049271] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.060093] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.071056] env[69437]: DEBUG nova.network.neutron [req-ebde9b24-2dd6-4903-876e-477e08faa606 req-571be967-d5f3-4d73-933d-d952fbd421aa service nova] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Updated VIF entry in instance network info cache for port 0f1702cb-9838-4663-af03-00e0783d14ff. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.071954] env[69437]: DEBUG nova.network.neutron [req-ebde9b24-2dd6-4903-876e-477e08faa606 req-571be967-d5f3-4d73-933d-d952fbd421aa service nova] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Updating instance_info_cache with network_info: [{"id": "0f1702cb-9838-4663-af03-00e0783d14ff", "address": "fa:16:3e:97:0e:d1", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1702cb-98", "ovs_interfaceid": "0f1702cb-9838-4663-af03-00e0783d14ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.101598] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2d467f28-c567-441f-b09d-01b59ffe47cf tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.931s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.127045] env[69437]: DEBUG nova.scheduler.client.report [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.198117] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103350, 'name': CreateVM_Task, 'duration_secs': 0.628517} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.198351] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.199287] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.199914] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.200389] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.200729] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af845f63-c644-4194-82c8-7742e6bf24de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.207640] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 809.207640] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527a3181-27b5-60ab-f4c4-8d13a05d64fa" [ 809.207640] env[69437]: _type = "Task" [ 809.207640] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.219583] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527a3181-27b5-60ab-f4c4-8d13a05d64fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.455452] env[69437]: DEBUG nova.network.neutron [-] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.456958] env[69437]: INFO nova.compute.manager [-] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Took 1.04 seconds to deallocate network for instance. [ 809.560472] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265854} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.561297] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.562229] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13064009-8aa5-4306-a8c5-122a921bf93b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.577334] env[69437]: DEBUG oslo_concurrency.lockutils [req-ebde9b24-2dd6-4903-876e-477e08faa606 req-571be967-d5f3-4d73-933d-d952fbd421aa service nova] Releasing lock "refresh_cache-fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.588233] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 4e579e51-18a2-4127-a95d-f4b40f2854b7/4e579e51-18a2-4127-a95d-f4b40f2854b7.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.588564] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-209e92c1-8675-4d49-93a9-d588ca22f26f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.604526] env[69437]: DEBUG nova.compute.manager [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.615347] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 809.615347] env[69437]: value = "task-4103352" [ 809.615347] env[69437]: _type = "Task" [ 809.615347] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.625321] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.632103] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.634638] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.511s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.634902] env[69437]: DEBUG nova.objects.instance [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lazy-loading 'resources' on Instance uuid 6cabd8b5-b9a7-423e-910f-db3fb5b2535d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.706303] env[69437]: INFO nova.scheduler.client.report [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Deleted allocations for instance dd0055ac-3c2b-4058-a93d-291d47a55127 [ 809.725614] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527a3181-27b5-60ab-f4c4-8d13a05d64fa, 'name': SearchDatastore_Task, 'duration_secs': 0.034838} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.725991] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.726576] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.726840] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.727063] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.727317] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.727708] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9b0942f-4174-4584-be77-9bcd8caff934 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.739432] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.739432] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.740278] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73485a64-cd76-46c1-92ad-bf0ad0eecbef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.747753] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 809.747753] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a25e06-3da8-e34d-c950-9ccce411ee1c" [ 809.747753] env[69437]: _type = "Task" [ 809.747753] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.757814] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a25e06-3da8-e34d-c950-9ccce411ee1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.836185] env[69437]: DEBUG nova.compute.manager [req-a472ee12-82d5-4114-9ac9-3a198b6515c3 req-c7c0eda1-8088-40bc-8394-b435bfc67dd0 service nova] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Received event network-vif-deleted-40e6f5fa-9728-421b-a517-bad8f77838a1 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.958092] env[69437]: INFO nova.compute.manager [-] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Took 1.53 seconds to deallocate network for instance. [ 809.967731] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.131932] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103352, 'name': ReconfigVM_Task, 'duration_secs': 0.315304} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.131932] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.131932] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 4e579e51-18a2-4127-a95d-f4b40f2854b7/4e579e51-18a2-4127-a95d-f4b40f2854b7.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.132305] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d450991-c6f9-42ab-a16e-3290272b8f35 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.143979] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 810.143979] env[69437]: value = "task-4103353" [ 810.143979] env[69437]: _type = "Task" [ 810.143979] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.154876] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103353, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.224297] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Lock "dd0055ac-3c2b-4058-a93d-291d47a55127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.811s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.270311] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a25e06-3da8-e34d-c950-9ccce411ee1c, 'name': SearchDatastore_Task, 'duration_secs': 0.012512} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.278071] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b5e6b8-df34-4e79-b4d5-2816f2855b15 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.284169] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 810.284169] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527d96b2-0eaa-32cb-64ae-5f2f9831cbc9" [ 810.284169] env[69437]: _type = "Task" [ 810.284169] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.301569] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527d96b2-0eaa-32cb-64ae-5f2f9831cbc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.467046] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.634627] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ace540-da3e-4131-8baf-55d532974311 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.652641] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0a6bf-67ba-4af9-9601-cb8e5825c09a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.666953] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103353, 'name': Rename_Task, 'duration_secs': 0.164125} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.711417] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.711977] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-338841b9-beb9-4f1a-8f5b-0a5f3c35fb68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.714315] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7129a5e8-2067-4af4-afd5-cb494754bece {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.723162] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a915e1-3feb-409b-b402-0278ddcf3b24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.729037] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 810.729037] env[69437]: value = "task-4103354" [ 810.729037] env[69437]: _type = "Task" [ 810.729037] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.741117] env[69437]: DEBUG nova.compute.provider_tree [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.748179] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103354, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.794650] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527d96b2-0eaa-32cb-64ae-5f2f9831cbc9, 'name': SearchDatastore_Task, 'duration_secs': 0.01699} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.795087] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.795529] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] fdfdbfbf-9307-4c27-8dd5-9e4014af4cef/fdfdbfbf-9307-4c27-8dd5-9e4014af4cef.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.795891] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d326fe97-4ee2-4e7d-812b-322e32449c41 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.803121] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 810.803121] env[69437]: value = "task-4103355" [ 810.803121] env[69437]: _type = "Task" [ 810.803121] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.814120] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.094669] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "b325849e-92e0-4cae-8478-5f742325cb83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.094913] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "b325849e-92e0-4cae-8478-5f742325cb83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.240944] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.244251] env[69437]: DEBUG nova.scheduler.client.report [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.320045] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103355, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.742411] env[69437]: DEBUG oslo_vmware.api [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103354, 'name': PowerOnVM_Task, 'duration_secs': 0.664669} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.742856] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.742946] env[69437]: INFO nova.compute.manager [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Took 9.46 seconds to spawn the instance on the hypervisor. [ 811.743113] env[69437]: DEBUG nova.compute.manager [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.743948] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd4864c-c4e8-48e5-8248-07fdf0659adb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.752231] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.757596] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.089s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.757849] env[69437]: DEBUG nova.objects.instance [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lazy-loading 'resources' on Instance uuid d1beebbf-029a-42bd-92d1-db0d5fc9277c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.821718] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647402} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.822019] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] fdfdbfbf-9307-4c27-8dd5-9e4014af4cef/fdfdbfbf-9307-4c27-8dd5-9e4014af4cef.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.823798] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.823798] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-669d3034-b0e9-4b3a-b725-3317a51c6d85 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.831429] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 811.831429] env[69437]: value = "task-4103356" [ 811.831429] env[69437]: _type = "Task" [ 811.831429] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.841637] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.857254] env[69437]: INFO nova.scheduler.client.report [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Deleted allocations for instance 6cabd8b5-b9a7-423e-910f-db3fb5b2535d [ 812.270923] env[69437]: INFO nova.compute.manager [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Took 40.18 seconds to build instance. [ 812.351939] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265517} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.352255] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.354283] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c89ea8-2666-4cb1-96de-169c94af5cb8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.379397] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-93dfe65d-1ed2-4dda-9cc6-35b3538f799d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.379397] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-93dfe65d-1ed2-4dda-9cc6-35b3538f799d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.379691] env[69437]: DEBUG nova.objects.instance [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'flavor' on Instance uuid 93dfe65d-1ed2-4dda-9cc6-35b3538f799d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.389788] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] fdfdbfbf-9307-4c27-8dd5-9e4014af4cef/fdfdbfbf-9307-4c27-8dd5-9e4014af4cef.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.392590] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de55a152-63e7-4cf0-90cf-e8a5556be10e tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Lock "6cabd8b5-b9a7-423e-910f-db3fb5b2535d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.251s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.394598] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a4adc2b-d4ee-4651-be84-08bd84079cf6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.422627] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 812.422627] env[69437]: value = "task-4103357" [ 812.422627] env[69437]: _type = "Task" [ 812.422627] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.435053] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.777250] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.541s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.838409] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7346b4b4-6af8-4e29-988a-eeec2a874c67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.847431] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e98abe0-bd47-4f01-93c1-bf7ab0d2fb24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.880137] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2cfc8b-c188-4449-9f12-759d039dc1bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.888628] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1032d7c3-7bf8-4697-b987-34a0d9947f7a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.907988] env[69437]: DEBUG nova.compute.provider_tree [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.935613] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.016887] env[69437]: DEBUG nova.objects.instance [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'pci_requests' on Instance uuid 93dfe65d-1ed2-4dda-9cc6-35b3538f799d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.285082] env[69437]: DEBUG nova.compute.manager [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.413285] env[69437]: DEBUG nova.scheduler.client.report [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.435346] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.520184] env[69437]: DEBUG nova.objects.base [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Object Instance<93dfe65d-1ed2-4dda-9cc6-35b3538f799d> lazy-loaded attributes: flavor,pci_requests {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 813.520432] env[69437]: DEBUG nova.network.neutron [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.580428] env[69437]: DEBUG nova.policy [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e739f5b215ed40deabf1163cb449599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc53fa4366a4a4aa5f2b5adcf92472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.829628] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.918794] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.921935] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.021s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.923280] env[69437]: DEBUG nova.objects.instance [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lazy-loading 'resources' on Instance uuid f21e252d-7028-417c-872b-f69c49c2dc59 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.943159] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103357, 'name': ReconfigVM_Task, 'duration_secs': 1.285648} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.944329] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Reconfigured VM instance instance-00000030 to attach disk [datastore2] fdfdbfbf-9307-4c27-8dd5-9e4014af4cef/fdfdbfbf-9307-4c27-8dd5-9e4014af4cef.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.945995] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-445e6fa9-648b-461f-90aa-5ffa4e6e143a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.957158] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 813.957158] env[69437]: value = "task-4103358" [ 813.957158] env[69437]: _type = "Task" [ 813.957158] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.968892] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103358, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.975924] env[69437]: INFO nova.scheduler.client.report [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Deleted allocations for instance d1beebbf-029a-42bd-92d1-db0d5fc9277c [ 814.169226] env[69437]: DEBUG nova.network.neutron [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Successfully created port: 9db678d5-dec2-4e3f-bba8-034712be7265 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.470939] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103358, 'name': Rename_Task, 'duration_secs': 0.166359} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.471318] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.471579] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faf2fdf2-aee7-42d2-bb71-ee8f2054e840 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.479793] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 814.479793] env[69437]: value = "task-4103359" [ 814.479793] env[69437]: _type = "Task" [ 814.479793] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.488654] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7820d9c2-c9af-443e-8430-329e5f578112 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "d1beebbf-029a-42bd-92d1-db0d5fc9277c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.976s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.493926] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.986721] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9158615b-c362-41f2-a483-3584eb25144a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.995762] env[69437]: DEBUG oslo_vmware.api [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103359, 'name': PowerOnVM_Task, 'duration_secs': 0.509582} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.998040] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.998269] env[69437]: INFO nova.compute.manager [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Took 9.93 seconds to spawn the instance on the hypervisor. [ 814.998456] env[69437]: DEBUG nova.compute.manager [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.999528] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d395a9f-4ce8-4e0b-ace3-5a99a66db530 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.003236] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9982ba-ffc0-4d8c-8b7b-7ceb2c912e20 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.045908] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e56d37-cd82-44f4-9bd8-bb943422e0e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.054648] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50e7ad1-fa16-4663-85f0-5060ea227555 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.071041] env[69437]: DEBUG nova.compute.provider_tree [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.557485] env[69437]: INFO nova.compute.manager [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Took 42.90 seconds to build instance. [ 815.574776] env[69437]: DEBUG nova.scheduler.client.report [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.771072] env[69437]: DEBUG nova.compute.manager [req-da16505b-a64a-4985-81b9-d8b948cbc958 req-9beb5317-4c6b-4159-92ae-ff4ff6934357 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Received event network-changed-3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.771386] env[69437]: DEBUG nova.compute.manager [req-da16505b-a64a-4985-81b9-d8b948cbc958 req-9beb5317-4c6b-4159-92ae-ff4ff6934357 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Refreshing instance network info cache due to event network-changed-3713cccd-fc53-4fd0-af52-c2c702366997. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.771696] env[69437]: DEBUG oslo_concurrency.lockutils [req-da16505b-a64a-4985-81b9-d8b948cbc958 req-9beb5317-4c6b-4159-92ae-ff4ff6934357 service nova] Acquiring lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.772122] env[69437]: DEBUG oslo_concurrency.lockutils [req-da16505b-a64a-4985-81b9-d8b948cbc958 req-9beb5317-4c6b-4159-92ae-ff4ff6934357 service nova] Acquired lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.772194] env[69437]: DEBUG nova.network.neutron [req-da16505b-a64a-4985-81b9-d8b948cbc958 req-9beb5317-4c6b-4159-92ae-ff4ff6934357 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Refreshing network info cache for port 3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.060073] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.578s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.081288] env[69437]: DEBUG nova.network.neutron [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Successfully updated port: 9db678d5-dec2-4e3f-bba8-034712be7265 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.086925] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.089338] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.189s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.093041] env[69437]: INFO nova.compute.claims [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.158091] env[69437]: INFO nova.scheduler.client.report [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Deleted allocations for instance f21e252d-7028-417c-872b-f69c49c2dc59 [ 816.587923] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.588203] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.588544] env[69437]: DEBUG nova.network.neutron [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.640481] env[69437]: DEBUG nova.network.neutron [req-da16505b-a64a-4985-81b9-d8b948cbc958 req-9beb5317-4c6b-4159-92ae-ff4ff6934357 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Updated VIF entry in instance network info cache for port 3713cccd-fc53-4fd0-af52-c2c702366997. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.640961] env[69437]: DEBUG nova.network.neutron [req-da16505b-a64a-4985-81b9-d8b948cbc958 req-9beb5317-4c6b-4159-92ae-ff4ff6934357 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Updating instance_info_cache with network_info: [{"id": "3713cccd-fc53-4fd0-af52-c2c702366997", "address": "fa:16:3e:7e:3d:6a", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3713cccd-fc", "ovs_interfaceid": "3713cccd-fc53-4fd0-af52-c2c702366997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.667454] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Lock "f21e252d-7028-417c-872b-f69c49c2dc59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.234s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.929442] env[69437]: DEBUG nova.compute.manager [req-e095f3a2-b0a3-4e6c-a7f0-d9fc241dc295 req-20387eaa-f0d2-4518-a55f-dd2f34e925be service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Received event network-vif-plugged-9db678d5-dec2-4e3f-bba8-034712be7265 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.929715] env[69437]: DEBUG oslo_concurrency.lockutils [req-e095f3a2-b0a3-4e6c-a7f0-d9fc241dc295 req-20387eaa-f0d2-4518-a55f-dd2f34e925be service nova] Acquiring lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.929944] env[69437]: DEBUG oslo_concurrency.lockutils [req-e095f3a2-b0a3-4e6c-a7f0-d9fc241dc295 req-20387eaa-f0d2-4518-a55f-dd2f34e925be service nova] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.931287] env[69437]: DEBUG oslo_concurrency.lockutils [req-e095f3a2-b0a3-4e6c-a7f0-d9fc241dc295 req-20387eaa-f0d2-4518-a55f-dd2f34e925be service nova] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.931486] env[69437]: DEBUG nova.compute.manager [req-e095f3a2-b0a3-4e6c-a7f0-d9fc241dc295 req-20387eaa-f0d2-4518-a55f-dd2f34e925be service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] No waiting events found dispatching network-vif-plugged-9db678d5-dec2-4e3f-bba8-034712be7265 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 816.931659] env[69437]: WARNING nova.compute.manager [req-e095f3a2-b0a3-4e6c-a7f0-d9fc241dc295 req-20387eaa-f0d2-4518-a55f-dd2f34e925be service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Received unexpected event network-vif-plugged-9db678d5-dec2-4e3f-bba8-034712be7265 for instance with vm_state active and task_state None. [ 817.099756] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fdd123-48ed-4061-baf4-9e4fe154c29c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.110173] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7702356a-475e-450f-9ee1-d04926916b43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Suspending the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 817.113957] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a4603319-05e1-44e9-88c7-ea16cbfbc087 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.123356] env[69437]: DEBUG oslo_vmware.api [None req-7702356a-475e-450f-9ee1-d04926916b43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 817.123356] env[69437]: value = "task-4103360" [ 817.123356] env[69437]: _type = "Task" [ 817.123356] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.133501] env[69437]: DEBUG oslo_vmware.api [None req-7702356a-475e-450f-9ee1-d04926916b43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103360, 'name': SuspendVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.143459] env[69437]: DEBUG oslo_concurrency.lockutils [req-da16505b-a64a-4985-81b9-d8b948cbc958 req-9beb5317-4c6b-4159-92ae-ff4ff6934357 service nova] Releasing lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.160215] env[69437]: WARNING nova.network.neutron [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] bb2f160d-601f-4fde-9eb5-8868b634d2dd already exists in list: networks containing: ['bb2f160d-601f-4fde-9eb5-8868b634d2dd']. ignoring it [ 817.385388] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "4e579e51-18a2-4127-a95d-f4b40f2854b7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.385741] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.386076] env[69437]: INFO nova.compute.manager [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Rebooting instance [ 817.640771] env[69437]: DEBUG oslo_vmware.api [None req-7702356a-475e-450f-9ee1-d04926916b43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103360, 'name': SuspendVM_Task} progress is 62%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.756108] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c71a8ca-2e42-4e67-a00d-4bc52971cfb7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.765017] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d295f5c-ab7d-429b-ad13-4e9033f53769 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.811333] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae191e34-da89-4c8e-b54a-72dcb110de54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.820278] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f853ea35-70b8-46e7-88ef-5179c01f3e24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.836726] env[69437]: DEBUG nova.compute.provider_tree [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.867108] env[69437]: DEBUG nova.network.neutron [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updating instance_info_cache with network_info: [{"id": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "address": "fa:16:3e:c9:67:ed", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a25504-7a", "ovs_interfaceid": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9db678d5-dec2-4e3f-bba8-034712be7265", "address": "fa:16:3e:2f:ce:77", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db678d5-de", "ovs_interfaceid": "9db678d5-dec2-4e3f-bba8-034712be7265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.918949] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.919151] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquired lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.919358] env[69437]: DEBUG nova.network.neutron [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.141177] env[69437]: DEBUG oslo_vmware.api [None req-7702356a-475e-450f-9ee1-d04926916b43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103360, 'name': SuspendVM_Task, 'duration_secs': 0.81028} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.144188] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7702356a-475e-450f-9ee1-d04926916b43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Suspended the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 818.144516] env[69437]: DEBUG nova.compute.manager [None req-7702356a-475e-450f-9ee1-d04926916b43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.145932] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da74db1-dca5-46e7-aaf5-6b9621fb4e97 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.344038] env[69437]: DEBUG nova.scheduler.client.report [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.369991] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.370661] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.370850] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.372221] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf94b35a-8e95-4eff-a63e-1cab35dd0361 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.392953] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.393273] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.393428] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.393605] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.393746] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.393886] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.394101] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.394279] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.394482] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.394647] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.394826] env[69437]: DEBUG nova.virt.hardware [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.402389] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Reconfiguring VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 818.403135] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0fdeac-2178-4888-b02e-770018307fb2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.425303] env[69437]: DEBUG oslo_vmware.api [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 818.425303] env[69437]: value = "task-4103361" [ 818.425303] env[69437]: _type = "Task" [ 818.425303] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.436021] env[69437]: DEBUG oslo_vmware.api [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103361, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.823373] env[69437]: DEBUG nova.network.neutron [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Updating instance_info_cache with network_info: [{"id": "3713cccd-fc53-4fd0-af52-c2c702366997", "address": "fa:16:3e:7e:3d:6a", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3713cccd-fc", "ovs_interfaceid": "3713cccd-fc53-4fd0-af52-c2c702366997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.850551] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.851226] env[69437]: DEBUG nova.compute.manager [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.853940] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.539s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.855780] env[69437]: INFO nova.compute.claims [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.940739] env[69437]: DEBUG oslo_vmware.api [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.328381] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Releasing lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.364700] env[69437]: DEBUG nova.compute.utils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.364700] env[69437]: DEBUG nova.compute.manager [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 819.438483] env[69437]: DEBUG oslo_vmware.api [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.832526] env[69437]: DEBUG nova.compute.manager [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.833483] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b6f7c7-6b91-424d-98f3-fea53e8c9613 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.868504] env[69437]: DEBUG nova.compute.manager [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.911208] env[69437]: DEBUG nova.compute.manager [req-8a9e8d7c-5c09-4393-ada4-b8079c18a6e0 req-d1ae29b4-a236-4252-99f3-ca72de5e4d4c service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Received event network-changed-9db678d5-dec2-4e3f-bba8-034712be7265 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.911416] env[69437]: DEBUG nova.compute.manager [req-8a9e8d7c-5c09-4393-ada4-b8079c18a6e0 req-d1ae29b4-a236-4252-99f3-ca72de5e4d4c service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Refreshing instance network info cache due to event network-changed-9db678d5-dec2-4e3f-bba8-034712be7265. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.913750] env[69437]: DEBUG oslo_concurrency.lockutils [req-8a9e8d7c-5c09-4393-ada4-b8079c18a6e0 req-d1ae29b4-a236-4252-99f3-ca72de5e4d4c service nova] Acquiring lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.913960] env[69437]: DEBUG oslo_concurrency.lockutils [req-8a9e8d7c-5c09-4393-ada4-b8079c18a6e0 req-d1ae29b4-a236-4252-99f3-ca72de5e4d4c service nova] Acquired lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.914153] env[69437]: DEBUG nova.network.neutron [req-8a9e8d7c-5c09-4393-ada4-b8079c18a6e0 req-d1ae29b4-a236-4252-99f3-ca72de5e4d4c service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Refreshing network info cache for port 9db678d5-dec2-4e3f-bba8-034712be7265 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.939785] env[69437]: DEBUG oslo_vmware.api [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.384226] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13259d9e-a832-41af-9ad2-b49ffd59da6f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.396966] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763eef76-a68e-4d7e-901d-f2480e3caceb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.448689] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a4b423-6b01-43dc-8992-5a423c7bee7e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.459328] env[69437]: DEBUG oslo_vmware.api [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.463563] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a45c2a1-4a33-4988-ab9e-4450d4f1a58e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.481448] env[69437]: DEBUG nova.compute.provider_tree [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.566971] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "3a6b21f3-d390-4b88-aabb-e94d219881d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.567379] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "3a6b21f3-d390-4b88-aabb-e94d219881d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.747185] env[69437]: DEBUG nova.network.neutron [req-8a9e8d7c-5c09-4393-ada4-b8079c18a6e0 req-d1ae29b4-a236-4252-99f3-ca72de5e4d4c service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updated VIF entry in instance network info cache for port 9db678d5-dec2-4e3f-bba8-034712be7265. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.747854] env[69437]: DEBUG nova.network.neutron [req-8a9e8d7c-5c09-4393-ada4-b8079c18a6e0 req-d1ae29b4-a236-4252-99f3-ca72de5e4d4c service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updating instance_info_cache with network_info: [{"id": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "address": "fa:16:3e:c9:67:ed", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a25504-7a", "ovs_interfaceid": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9db678d5-dec2-4e3f-bba8-034712be7265", "address": "fa:16:3e:2f:ce:77", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db678d5-de", "ovs_interfaceid": "9db678d5-dec2-4e3f-bba8-034712be7265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.854259] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aa03b3-321a-40e6-ad27-ee34ab82ceeb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.862728] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Doing hard reboot of VM {{(pid=69437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 820.863039] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-78030b0a-adc4-4e03-9df1-92557c712ef3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.870141] env[69437]: DEBUG oslo_vmware.api [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 820.870141] env[69437]: value = "task-4103362" [ 820.870141] env[69437]: _type = "Task" [ 820.870141] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.881690] env[69437]: DEBUG nova.compute.manager [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.884281] env[69437]: DEBUG oslo_vmware.api [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103362, 'name': ResetVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.918921] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.919378] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.919553] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.919767] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.919927] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.920092] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.920308] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.920470] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.920636] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.920897] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.920998] env[69437]: DEBUG nova.virt.hardware [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.921923] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b03fb5-5967-4388-a76d-9ee1b7dbbc76 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.931104] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fd1fde-92fa-449e-bfe0-bb5c9c54d2c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.948818] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.954581] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Creating folder: Project (8a7e29bfa77c4e6e8c05ceccde580473). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.957989] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0d090d1-61a8-4b00-acf6-0664fc4e1f6d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.966575] env[69437]: DEBUG oslo_vmware.api [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103361, 'name': ReconfigVM_Task, 'duration_secs': 2.118477} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.967178] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.967399] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Reconfigured VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 820.971815] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Created folder: Project (8a7e29bfa77c4e6e8c05ceccde580473) in parent group-v812682. [ 820.971982] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Creating folder: Instances. Parent ref: group-v812827. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.972509] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e52cdf25-6261-4d26-b29d-3d8b29c1ca77 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.985313] env[69437]: DEBUG nova.scheduler.client.report [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.989187] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Created folder: Instances in parent group-v812827. [ 820.989359] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.991532] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.991532] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b3dd2a-29b1-43e1-8da7-224886add700 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.011691] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.011691] env[69437]: value = "task-4103365" [ 821.011691] env[69437]: _type = "Task" [ 821.011691] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.020018] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103365, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.069994] env[69437]: DEBUG nova.compute.manager [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.253556] env[69437]: DEBUG oslo_concurrency.lockutils [req-8a9e8d7c-5c09-4393-ada4-b8079c18a6e0 req-d1ae29b4-a236-4252-99f3-ca72de5e4d4c service nova] Releasing lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.382928] env[69437]: DEBUG oslo_vmware.api [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103362, 'name': ResetVM_Task, 'duration_secs': 0.132536} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.382928] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Did hard reboot of VM {{(pid=69437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 821.383083] env[69437]: DEBUG nova.compute.manager [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.383972] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5e07a7-2b78-4f4c-b844-04f78a4e0df7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.474251] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18c3d00b-9c70-419a-912f-6c5c9b051da4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-93dfe65d-1ed2-4dda-9cc6-35b3538f799d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.095s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.496753] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.497334] env[69437]: DEBUG nova.compute.manager [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.500603] env[69437]: DEBUG oslo_concurrency.lockutils [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.737s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.500887] env[69437]: DEBUG nova.objects.instance [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lazy-loading 'resources' on Instance uuid 79fb7a70-beec-44e4-adcf-b959d4482341 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.523799] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103365, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.614457] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.759151] env[69437]: DEBUG nova.compute.manager [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.759645] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f9dd8b-b0b6-49f4-ac66-a6eacaff9c8d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.897482] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fbc1ab66-fbcc-42bb-adf5-af45afb82d62 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.512s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.003932] env[69437]: DEBUG nova.compute.utils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.008343] env[69437]: DEBUG nova.compute.manager [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.008610] env[69437]: DEBUG nova.network.neutron [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.025200] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103365, 'name': CreateVM_Task, 'duration_secs': 0.817828} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.026313] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.027147] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.027435] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.027911] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.032459] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf9b7fd-4f54-4609-9bc9-a5fed323af4f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.041022] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 822.041022] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5225f236-bb4d-bd09-756b-4780de32c93c" [ 822.041022] env[69437]: _type = "Task" [ 822.041022] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.058961] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5225f236-bb4d-bd09-756b-4780de32c93c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.088962] env[69437]: DEBUG nova.policy [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c6151b1c7540e6999597a5f99a01f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f34c4e983b354e5290e74a3c3bda196f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.271878] env[69437]: INFO nova.compute.manager [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] instance snapshotting [ 822.272124] env[69437]: WARNING nova.compute.manager [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 822.276765] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab7852a-8ef5-4eb7-b60f-1361726a2268 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.306080] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccf2556-4458-42ac-b8ed-2aaab0eaca8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.509622] env[69437]: DEBUG nova.compute.manager [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.546512] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8572200-336c-489e-9cda-513242620889 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.556183] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5225f236-bb4d-bd09-756b-4780de32c93c, 'name': SearchDatastore_Task, 'duration_secs': 0.035575} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.559224] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.559224] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.559613] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.559701] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.562425] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.562425] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4fc621a-442d-4fa9-8a8a-3379e65d921f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.565237] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aca9a9-10e8-49a2-bc8f-054662e5237b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.606692] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e14d9b-d924-4259-b23d-bd6c386769c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.609931] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.610180] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.610986] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20df725b-1a4b-44ae-87c1-88853a51558c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.626227] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 822.626227] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5263e506-8955-c8a8-6bc9-70fd9b83fc05" [ 822.626227] env[69437]: _type = "Task" [ 822.626227] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.627481] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306e211-b658-471c-8e36-5040621b95ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.649653] env[69437]: DEBUG nova.compute.provider_tree [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.654557] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5263e506-8955-c8a8-6bc9-70fd9b83fc05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.821446] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 822.821446] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9d24cb78-255b-452a-bafe-71c28746cd48 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.829187] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 822.829187] env[69437]: value = "task-4103366" [ 822.829187] env[69437]: _type = "Task" [ 822.829187] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.839989] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103366, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.037214] env[69437]: DEBUG nova.network.neutron [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Successfully created port: 0dc5ad2c-987c-4d1e-9c39-ea81df834af5 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.155213] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5263e506-8955-c8a8-6bc9-70fd9b83fc05, 'name': SearchDatastore_Task, 'duration_secs': 0.030776} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.156497] env[69437]: DEBUG nova.scheduler.client.report [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.163012] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a860ad-3309-474b-bf0b-8c9c80fb42f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.170332] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 823.170332] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e832b5-c93c-0498-7840-35d002e5745a" [ 823.170332] env[69437]: _type = "Task" [ 823.170332] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.185407] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e832b5-c93c-0498-7840-35d002e5745a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.241427] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.241645] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.341482] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103366, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.522451] env[69437]: DEBUG nova.compute.manager [req-cec1f0dd-453a-4606-87d8-8739d2ebd51a req-cdd1376f-b9b6-491e-9572-4fc304794e09 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Received event network-changed-3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.522451] env[69437]: DEBUG nova.compute.manager [req-cec1f0dd-453a-4606-87d8-8739d2ebd51a req-cdd1376f-b9b6-491e-9572-4fc304794e09 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Refreshing instance network info cache due to event network-changed-3713cccd-fc53-4fd0-af52-c2c702366997. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.522451] env[69437]: DEBUG oslo_concurrency.lockutils [req-cec1f0dd-453a-4606-87d8-8739d2ebd51a req-cdd1376f-b9b6-491e-9572-4fc304794e09 service nova] Acquiring lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.525864] env[69437]: DEBUG oslo_concurrency.lockutils [req-cec1f0dd-453a-4606-87d8-8739d2ebd51a req-cdd1376f-b9b6-491e-9572-4fc304794e09 service nova] Acquired lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.525864] env[69437]: DEBUG nova.network.neutron [req-cec1f0dd-453a-4606-87d8-8739d2ebd51a req-cdd1376f-b9b6-491e-9572-4fc304794e09 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Refreshing network info cache for port 3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.529907] env[69437]: DEBUG nova.compute.manager [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.568536] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.569400] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.569587] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.569815] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.570328] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.570539] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.570803] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.570976] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.571163] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.571328] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.571504] env[69437]: DEBUG nova.virt.hardware [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.572747] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0259df-2395-4736-bef3-e96dbc3d04be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.584104] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab399afe-93c5-402c-a03a-d2129ee78d58 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.665477] env[69437]: DEBUG oslo_concurrency.lockutils [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.669642] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.884s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.669642] env[69437]: DEBUG nova.objects.instance [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lazy-loading 'resources' on Instance uuid 830b3cad-5c4c-4086-a060-4a0dea4b1735 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.687991] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e832b5-c93c-0498-7840-35d002e5745a, 'name': SearchDatastore_Task, 'duration_secs': 0.020944} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.688345] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.688638] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb/fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.688957] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88242603-1f88-4ed7-889b-e6e8904c9e69 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.705204] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 823.705204] env[69437]: value = "task-4103367" [ 823.705204] env[69437]: _type = "Task" [ 823.705204] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.711598] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.730441] env[69437]: INFO nova.scheduler.client.report [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted allocations for instance 79fb7a70-beec-44e4-adcf-b959d4482341 [ 823.806544] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.806781] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.848897] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103366, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.218194] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103367, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.245329] env[69437]: DEBUG oslo_concurrency.lockutils [None req-943a7f77-9019-4554-a139-29a3a612c2d7 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "79fb7a70-beec-44e4-adcf-b959d4482341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.315s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.310187] env[69437]: DEBUG nova.compute.utils [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.340541] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "4e579e51-18a2-4127-a95d-f4b40f2854b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.340877] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.341299] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "4e579e51-18a2-4127-a95d-f4b40f2854b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.341527] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.341821] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.349163] env[69437]: INFO nova.compute.manager [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Terminating instance [ 824.357933] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103366, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.398793] env[69437]: DEBUG nova.network.neutron [req-cec1f0dd-453a-4606-87d8-8739d2ebd51a req-cdd1376f-b9b6-491e-9572-4fc304794e09 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Updated VIF entry in instance network info cache for port 3713cccd-fc53-4fd0-af52-c2c702366997. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.399210] env[69437]: DEBUG nova.network.neutron [req-cec1f0dd-453a-4606-87d8-8739d2ebd51a req-cdd1376f-b9b6-491e-9572-4fc304794e09 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Updating instance_info_cache with network_info: [{"id": "3713cccd-fc53-4fd0-af52-c2c702366997", "address": "fa:16:3e:7e:3d:6a", "network": {"id": "aeedc2e9-6122-4358-9bdc-fdc3a20e123a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1137242715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e52cad075e74b489df93a3cfdd0d4a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3713cccd-fc", "ovs_interfaceid": "3713cccd-fc53-4fd0-af52-c2c702366997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.713854] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a5b4ca-2786-4e09-9b05-560e9ce1a4cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.722485] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103367, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.725530] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f414cd-9e2f-48e5-9233-381952eae2d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.770315] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-93dfe65d-1ed2-4dda-9cc6-35b3538f799d-9db678d5-dec2-4e3f-bba8-034712be7265" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.770315] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-93dfe65d-1ed2-4dda-9cc6-35b3538f799d-9db678d5-dec2-4e3f-bba8-034712be7265" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.771238] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0482c7ab-df72-4688-9dca-6218e40ab466 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.779836] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5f25a7-1e87-40a0-bb33-d8018ce9f428 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.797474] env[69437]: DEBUG nova.compute.provider_tree [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.815121] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.844241] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103366, 'name': CreateSnapshot_Task, 'duration_secs': 1.756439} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.844544] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.845310] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b16e0b4-8199-4ed7-b18a-41977ccbc8c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.875020] env[69437]: DEBUG nova.compute.manager [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.875020] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.875020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0bb41c-8bf7-437f-8888-37c2bfce5966 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.881935] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.882216] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b8457dd-5489-4cbf-965f-74302f74d4c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.890382] env[69437]: DEBUG oslo_vmware.api [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 824.890382] env[69437]: value = "task-4103368" [ 824.890382] env[69437]: _type = "Task" [ 824.890382] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.899887] env[69437]: DEBUG oslo_vmware.api [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.902066] env[69437]: DEBUG oslo_concurrency.lockutils [req-cec1f0dd-453a-4606-87d8-8739d2ebd51a req-cdd1376f-b9b6-491e-9572-4fc304794e09 service nova] Releasing lock "refresh_cache-4e579e51-18a2-4127-a95d-f4b40f2854b7" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.114037] env[69437]: DEBUG nova.network.neutron [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Successfully updated port: 0dc5ad2c-987c-4d1e-9c39-ea81df834af5 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.216623] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103367, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.145659} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.216904] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb/fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.217214] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.217526] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30d117da-c4a9-4fd6-8907-0fd33db37249 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.225749] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 825.225749] env[69437]: value = "task-4103369" [ 825.225749] env[69437]: _type = "Task" [ 825.225749] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.235656] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.275426] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.275638] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.276851] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc48b35-e6e5-4602-a514-494c4319ea0d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.298821] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa093cc7-db70-47aa-a357-cebd8d8c7f6e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.301237] env[69437]: DEBUG nova.scheduler.client.report [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.326343] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Reconfiguring VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 825.326831] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7dd5a36-554d-4529-bdea-4115e9c2f71f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.351045] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 825.351045] env[69437]: value = "task-4103370" [ 825.351045] env[69437]: _type = "Task" [ 825.351045] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.367836] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.371729] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b1ab07f-b1f3-45e2-b11d-e08dc1f60b5e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.375632] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.385322] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 825.385322] env[69437]: value = "task-4103371" [ 825.385322] env[69437]: _type = "Task" [ 825.385322] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.395628] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103371, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.406707] env[69437]: DEBUG oslo_vmware.api [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103368, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.586295] env[69437]: DEBUG nova.compute.manager [req-23978d06-b3c7-4d19-b2fb-101a49facca6 req-18e3f2c5-f458-4d4a-90e1-b44e70a8452d service nova] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Received event network-vif-plugged-0dc5ad2c-987c-4d1e-9c39-ea81df834af5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.586710] env[69437]: DEBUG oslo_concurrency.lockutils [req-23978d06-b3c7-4d19-b2fb-101a49facca6 req-18e3f2c5-f458-4d4a-90e1-b44e70a8452d service nova] Acquiring lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.587083] env[69437]: DEBUG oslo_concurrency.lockutils [req-23978d06-b3c7-4d19-b2fb-101a49facca6 req-18e3f2c5-f458-4d4a-90e1-b44e70a8452d service nova] Lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.587461] env[69437]: DEBUG oslo_concurrency.lockutils [req-23978d06-b3c7-4d19-b2fb-101a49facca6 req-18e3f2c5-f458-4d4a-90e1-b44e70a8452d service nova] Lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.587827] env[69437]: DEBUG nova.compute.manager [req-23978d06-b3c7-4d19-b2fb-101a49facca6 req-18e3f2c5-f458-4d4a-90e1-b44e70a8452d service nova] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] No waiting events found dispatching network-vif-plugged-0dc5ad2c-987c-4d1e-9c39-ea81df834af5 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 825.588552] env[69437]: WARNING nova.compute.manager [req-23978d06-b3c7-4d19-b2fb-101a49facca6 req-18e3f2c5-f458-4d4a-90e1-b44e70a8452d service nova] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Received unexpected event network-vif-plugged-0dc5ad2c-987c-4d1e-9c39-ea81df834af5 for instance with vm_state building and task_state spawning. [ 825.620970] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "refresh_cache-2ecf171c-e946-4cc0-8dad-ee4377eba6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.620970] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "refresh_cache-2ecf171c-e946-4cc0-8dad-ee4377eba6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.620970] env[69437]: DEBUG nova.network.neutron [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.741153] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296564} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.741703] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.742507] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6cefcb-cd38-4758-98e9-71539f3f875a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.767876] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb/fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.768178] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4264935-c9eb-4792-988e-b301f2236e6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.796657] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 825.796657] env[69437]: value = "task-4103372" [ 825.796657] env[69437]: _type = "Task" [ 825.796657] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.805980] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.828177] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.830920] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.302s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.831213] env[69437]: DEBUG nova.objects.instance [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lazy-loading 'resources' on Instance uuid f92e3645-bfaa-4080-a67d-02c10fc0f9d8 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.861543] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.873728] env[69437]: INFO nova.scheduler.client.report [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Deleted allocations for instance 830b3cad-5c4c-4086-a060-4a0dea4b1735 [ 825.892878] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103371, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.901674] env[69437]: DEBUG oslo_vmware.api [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103368, 'name': PowerOffVM_Task, 'duration_secs': 0.573748} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.901960] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.902253] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.902447] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06512630-8e70-4a3a-9afb-a9227a5fe24f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.985906] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.986305] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.986619] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Deleting the datastore file [datastore2] 4e579e51-18a2-4127-a95d-f4b40f2854b7 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.988151] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27b9ee5c-c18f-489b-a0fe-37594e171ec6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.997556] env[69437]: DEBUG oslo_vmware.api [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 825.997556] env[69437]: value = "task-4103374" [ 825.997556] env[69437]: _type = "Task" [ 825.997556] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.007069] env[69437]: DEBUG oslo_vmware.api [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.023467] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.023651] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.023874] env[69437]: INFO nova.compute.manager [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Attaching volume c6ff82e1-1050-4414-b54d-d279ec05d027 to /dev/sdb [ 826.079863] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4becd0-b1b9-4b77-8a8b-c93836192aa7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.088563] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0857419e-e632-49c2-9a3a-1bc838726162 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.108799] env[69437]: DEBUG nova.virt.block_device [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Updating existing volume attachment record: ccf564f4-d186-4aa6-b3b7-0bec951a80fc {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 826.175266] env[69437]: DEBUG nova.network.neutron [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.311606] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.362943] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.391234] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e4f8d51-17a4-44e1-a149-3119ede290be tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "830b3cad-5c4c-4086-a060-4a0dea4b1735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.307s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.393958] env[69437]: DEBUG nova.network.neutron [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Updating instance_info_cache with network_info: [{"id": "0dc5ad2c-987c-4d1e-9c39-ea81df834af5", "address": "fa:16:3e:c6:11:01", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc5ad2c-98", "ovs_interfaceid": "0dc5ad2c-987c-4d1e-9c39-ea81df834af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.404776] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103371, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.510418] env[69437]: DEBUG oslo_vmware.api [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392595} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.510418] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.510418] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.510418] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.510418] env[69437]: INFO nova.compute.manager [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 826.510418] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.511121] env[69437]: DEBUG nova.compute.manager [-] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.511267] env[69437]: DEBUG nova.network.neutron [-] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.817690] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103372, 'name': ReconfigVM_Task, 'duration_secs': 0.828307} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.818993] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Reconfigured VM instance instance-00000031 to attach disk [datastore2] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb/fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.821098] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcdfb9b-86b7-4b7e-8d82-e9d6ea7b795f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.824749] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed527d6-1622-4641-868f-f38875e5f9e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.834812] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262cbcde-38f4-4693-b708-d56562fa5265 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.839163] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 826.839163] env[69437]: value = "task-4103378" [ 826.839163] env[69437]: _type = "Task" [ 826.839163] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.879392] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46552cf-d105-44b6-9903-bd97b2d29922 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.887610] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103378, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.897081] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "refresh_cache-2ecf171c-e946-4cc0-8dad-ee4377eba6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.897428] env[69437]: DEBUG nova.compute.manager [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Instance network_info: |[{"id": "0dc5ad2c-987c-4d1e-9c39-ea81df834af5", "address": "fa:16:3e:c6:11:01", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc5ad2c-98", "ovs_interfaceid": "0dc5ad2c-987c-4d1e-9c39-ea81df834af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.897992] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.900988] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:11:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dc5ad2c-987c-4d1e-9c39-ea81df834af5', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.908927] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.913256] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.914573] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fed5635-b981-45ac-bc73-ba1398802c23 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.920031] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103371, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.920031] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c6f3c8-a7ba-4b0a-8cf2-8322f249b5e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.960193] env[69437]: DEBUG nova.compute.provider_tree [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.964341] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.964341] env[69437]: value = "task-4103379" [ 826.964341] env[69437]: _type = "Task" [ 826.964341] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.973453] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103379, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.350714] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103378, 'name': Rename_Task, 'duration_secs': 0.168659} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.351228] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.351477] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca33cb92-811e-4016-8f83-06e48365e31b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.360169] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 827.360169] env[69437]: value = "task-4103380" [ 827.360169] env[69437]: _type = "Task" [ 827.360169] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.369815] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.384225] env[69437]: DEBUG nova.network.neutron [-] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.384941] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.398674] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103371, 'name': CloneVM_Task, 'duration_secs': 1.657814} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.398998] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Created linked-clone VM from snapshot [ 827.399936] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85938b0b-ca0d-42c1-a151-ac2505395ca8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.412790] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Uploading image 25999e56-88d7-4533-b700-f7eccab966f8 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.443764] env[69437]: DEBUG oslo_vmware.rw_handles [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.443764] env[69437]: value = "vm-812831" [ 827.443764] env[69437]: _type = "VirtualMachine" [ 827.443764] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.444181] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e8616278-a681-468f-808f-c8dbd1d933a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.452509] env[69437]: DEBUG oslo_vmware.rw_handles [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lease: (returnval){ [ 827.452509] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b68bd0-7a25-5d9d-c4e6-501260b09ad9" [ 827.452509] env[69437]: _type = "HttpNfcLease" [ 827.452509] env[69437]: } obtained for exporting VM: (result){ [ 827.452509] env[69437]: value = "vm-812831" [ 827.452509] env[69437]: _type = "VirtualMachine" [ 827.452509] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.452914] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the lease: (returnval){ [ 827.452914] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b68bd0-7a25-5d9d-c4e6-501260b09ad9" [ 827.452914] env[69437]: _type = "HttpNfcLease" [ 827.452914] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.460271] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.460271] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b68bd0-7a25-5d9d-c4e6-501260b09ad9" [ 827.460271] env[69437]: _type = "HttpNfcLease" [ 827.460271] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.465246] env[69437]: DEBUG nova.scheduler.client.report [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.481593] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103379, 'name': CreateVM_Task, 'duration_secs': 0.44048} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.481766] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.482695] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.482862] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.483208] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.483559] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1eb4887-ebf5-4a4e-840d-29daf0d9e070 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.489985] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 827.489985] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a57e5f-f03c-3852-5286-251bcae32f39" [ 827.489985] env[69437]: _type = "Task" [ 827.489985] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.505626] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a57e5f-f03c-3852-5286-251bcae32f39, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.506064] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.506319] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.506556] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.506735] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.506923] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.507244] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6070b04f-caa7-4625-95cd-71fdad718a68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.518704] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.518704] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.519198] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22192b93-af3e-4820-b47e-bd484309e6c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.527247] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 827.527247] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d16ff0-c912-ae13-f4e9-b4bfe60ddd97" [ 827.527247] env[69437]: _type = "Task" [ 827.527247] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.542124] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d16ff0-c912-ae13-f4e9-b4bfe60ddd97, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.543135] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff2036a-915b-4ac9-9366-496658306bb4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.551154] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 827.551154] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f56b75-4862-080d-f08a-a85ea5f3be40" [ 827.551154] env[69437]: _type = "Task" [ 827.551154] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.561624] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f56b75-4862-080d-f08a-a85ea5f3be40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.634112] env[69437]: DEBUG nova.compute.manager [req-92980a10-9807-48d6-8ef2-1755e91aef07 req-e5c361df-7634-44f7-b778-0681e84a0640 service nova] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Received event network-changed-0dc5ad2c-987c-4d1e-9c39-ea81df834af5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.634327] env[69437]: DEBUG nova.compute.manager [req-92980a10-9807-48d6-8ef2-1755e91aef07 req-e5c361df-7634-44f7-b778-0681e84a0640 service nova] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Refreshing instance network info cache due to event network-changed-0dc5ad2c-987c-4d1e-9c39-ea81df834af5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.634532] env[69437]: DEBUG oslo_concurrency.lockutils [req-92980a10-9807-48d6-8ef2-1755e91aef07 req-e5c361df-7634-44f7-b778-0681e84a0640 service nova] Acquiring lock "refresh_cache-2ecf171c-e946-4cc0-8dad-ee4377eba6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.634659] env[69437]: DEBUG oslo_concurrency.lockutils [req-92980a10-9807-48d6-8ef2-1755e91aef07 req-e5c361df-7634-44f7-b778-0681e84a0640 service nova] Acquired lock "refresh_cache-2ecf171c-e946-4cc0-8dad-ee4377eba6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.634817] env[69437]: DEBUG nova.network.neutron [req-92980a10-9807-48d6-8ef2-1755e91aef07 req-e5c361df-7634-44f7-b778-0681e84a0640 service nova] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Refreshing network info cache for port 0dc5ad2c-987c-4d1e-9c39-ea81df834af5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.804015] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "7e454b5f-a380-48b2-b942-b343d3e2585a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.804433] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.823239] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "299209ef-69dd-4e72-a9df-d8dabb8993b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.823515] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "299209ef-69dd-4e72-a9df-d8dabb8993b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.823712] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "299209ef-69dd-4e72-a9df-d8dabb8993b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.823895] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "299209ef-69dd-4e72-a9df-d8dabb8993b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.824078] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "299209ef-69dd-4e72-a9df-d8dabb8993b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.826166] env[69437]: INFO nova.compute.manager [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Terminating instance [ 827.871503] env[69437]: DEBUG oslo_vmware.api [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103380, 'name': PowerOnVM_Task, 'duration_secs': 0.458143} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.872243] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.872243] env[69437]: INFO nova.compute.manager [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Took 6.99 seconds to spawn the instance on the hypervisor. [ 827.872243] env[69437]: DEBUG nova.compute.manager [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 827.872988] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27d2fb5-dc87-4d7c-aeaa-5f54d432e789 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.887923] env[69437]: INFO nova.compute.manager [-] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Took 1.38 seconds to deallocate network for instance. [ 827.888237] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.962850] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.962850] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b68bd0-7a25-5d9d-c4e6-501260b09ad9" [ 827.962850] env[69437]: _type = "HttpNfcLease" [ 827.962850] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.963124] env[69437]: DEBUG oslo_vmware.rw_handles [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.963124] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b68bd0-7a25-5d9d-c4e6-501260b09ad9" [ 827.963124] env[69437]: _type = "HttpNfcLease" [ 827.963124] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.963857] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bd5ae2-0b95-4ef0-a5a6-d70fe5335079 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.973753] env[69437]: DEBUG oslo_vmware.rw_handles [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223596c-7c2e-a3c1-68a1-00c73e00584a/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.973939] env[69437]: DEBUG oslo_vmware.rw_handles [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223596c-7c2e-a3c1-68a1-00c73e00584a/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.975783] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.978906] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.478s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.980678] env[69437]: INFO nova.compute.claims [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.038942] env[69437]: INFO nova.scheduler.client.report [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Deleted allocations for instance f92e3645-bfaa-4080-a67d-02c10fc0f9d8 [ 828.063231] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f56b75-4862-080d-f08a-a85ea5f3be40, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.063686] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.064095] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 2ecf171c-e946-4cc0-8dad-ee4377eba6f2/2ecf171c-e946-4cc0-8dad-ee4377eba6f2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.064779] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b1a4a0-137f-422f-a3b7-abaf4ebd65cb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.074031] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 828.074031] env[69437]: value = "task-4103382" [ 828.074031] env[69437]: _type = "Task" [ 828.074031] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.082813] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.114072] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0501638-e60d-4456-af1e-f0d05c193e81 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.330507] env[69437]: DEBUG nova.compute.manager [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.330507] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.331172] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56f09f4-b335-4194-84fb-cd29d89e62de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.339670] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.340071] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2839f981-540d-48a9-8613-f9ba3c3c075f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.353448] env[69437]: DEBUG oslo_vmware.api [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 828.353448] env[69437]: value = "task-4103383" [ 828.353448] env[69437]: _type = "Task" [ 828.353448] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.363696] env[69437]: DEBUG oslo_vmware.api [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.388734] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.394075] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.396971] env[69437]: INFO nova.compute.manager [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Took 41.51 seconds to build instance. [ 828.476248] env[69437]: DEBUG nova.network.neutron [req-92980a10-9807-48d6-8ef2-1755e91aef07 req-e5c361df-7634-44f7-b778-0681e84a0640 service nova] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Updated VIF entry in instance network info cache for port 0dc5ad2c-987c-4d1e-9c39-ea81df834af5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.477052] env[69437]: DEBUG nova.network.neutron [req-92980a10-9807-48d6-8ef2-1755e91aef07 req-e5c361df-7634-44f7-b778-0681e84a0640 service nova] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Updating instance_info_cache with network_info: [{"id": "0dc5ad2c-987c-4d1e-9c39-ea81df834af5", "address": "fa:16:3e:c6:11:01", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc5ad2c-98", "ovs_interfaceid": "0dc5ad2c-987c-4d1e-9c39-ea81df834af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.551020] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fe9701ea-093e-4a8a-b51a-3db07425d33b tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Lock "f92e3645-bfaa-4080-a67d-02c10fc0f9d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.594s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.587257] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.863271] env[69437]: DEBUG oslo_vmware.api [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103383, 'name': PowerOffVM_Task, 'duration_secs': 0.357519} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.866809] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.867144] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.868653] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76ad6f12-0710-44c9-8a21-b87e498de150 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.887566] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.903914] env[69437]: DEBUG oslo_concurrency.lockutils [None req-074a35b1-8b3e-4ea3-ac14-c5c9c074b642 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.381s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.961036] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.961281] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.961471] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Deleting the datastore file [datastore1] 299209ef-69dd-4e72-a9df-d8dabb8993b0 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.961922] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cf6ca27-4333-4a88-9bc7-9783a36d2ede {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.971151] env[69437]: DEBUG oslo_vmware.api [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for the task: (returnval){ [ 828.971151] env[69437]: value = "task-4103386" [ 828.971151] env[69437]: _type = "Task" [ 828.971151] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.985015] env[69437]: DEBUG oslo_concurrency.lockutils [req-92980a10-9807-48d6-8ef2-1755e91aef07 req-e5c361df-7634-44f7-b778-0681e84a0640 service nova] Releasing lock "refresh_cache-2ecf171c-e946-4cc0-8dad-ee4377eba6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.985425] env[69437]: DEBUG nova.compute.manager [req-92980a10-9807-48d6-8ef2-1755e91aef07 req-e5c361df-7634-44f7-b778-0681e84a0640 service nova] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Received event network-vif-deleted-3713cccd-fc53-4fd0-af52-c2c702366997 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.985878] env[69437]: DEBUG oslo_vmware.api [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.070508] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05abfe9-7149-4ef7-b5cb-21f93830c81f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.083852] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bac9941-7350-4835-b7c9-bfdbcef70b0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.094104] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581713} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.120995] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 2ecf171c-e946-4cc0-8dad-ee4377eba6f2/2ecf171c-e946-4cc0-8dad-ee4377eba6f2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.121642] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.122216] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70308066-b9b2-4d65-b3df-395a06caf13b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.124759] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fb135-9a08-4804-8ff4-ad171e5b473c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.136562] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52077d25-8a62-4b8d-a34a-8f70a7ada7fe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.141209] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 829.141209] env[69437]: value = "task-4103387" [ 829.141209] env[69437]: _type = "Task" [ 829.141209] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.158957] env[69437]: DEBUG nova.compute.provider_tree [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.168258] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.391368] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.410782] env[69437]: DEBUG nova.compute.manager [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.482194] env[69437]: DEBUG oslo_vmware.api [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Task: {'id': task-4103386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217718} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.485019] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.485019] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.485019] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.485019] env[69437]: INFO nova.compute.manager [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 829.485019] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.485019] env[69437]: DEBUG nova.compute.manager [-] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.485019] env[69437]: DEBUG nova.network.neutron [-] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.652277] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082909} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.652877] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.653662] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed8dee4-1427-4999-8b4e-3590e25b3afa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.669294] env[69437]: DEBUG nova.scheduler.client.report [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.690299] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2ecf171c-e946-4cc0-8dad-ee4377eba6f2/2ecf171c-e946-4cc0-8dad-ee4377eba6f2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.694017] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b43d15-7b89-42ab-8d1f-77249dddc6c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.717942] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 829.717942] env[69437]: value = "task-4103388" [ 829.717942] env[69437]: _type = "Task" [ 829.717942] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.730287] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.888694] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.938858] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.193970] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.193970] env[69437]: DEBUG nova.compute.manager [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.196032] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.665s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.198263] env[69437]: INFO nova.compute.claims [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.233955] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103388, 'name': ReconfigVM_Task, 'duration_secs': 0.342752} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.234336] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2ecf171c-e946-4cc0-8dad-ee4377eba6f2/2ecf171c-e946-4cc0-8dad-ee4377eba6f2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.235106] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da3b1f5-0618-4f94-a92d-5c8aa25ca454 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.243985] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 830.243985] env[69437]: value = "task-4103389" [ 830.243985] env[69437]: _type = "Task" [ 830.243985] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.254926] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103389, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.397440] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.437559] env[69437]: DEBUG nova.network.neutron [-] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.501296] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.501296] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.675015] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 830.675352] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812833', 'volume_id': 'c6ff82e1-1050-4414-b54d-d279ec05d027', 'name': 'volume-c6ff82e1-1050-4414-b54d-d279ec05d027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6ff82e1-1050-4414-b54d-d279ec05d027', 'serial': 'c6ff82e1-1050-4414-b54d-d279ec05d027'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 830.676365] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db311ccd-3b3c-4568-9f3b-aea65a0fec8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.695132] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1a2ea8-61e9-4465-a0d0-3a04f8cdedd2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.715688] env[69437]: DEBUG nova.compute.utils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.726494] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-c6ff82e1-1050-4414-b54d-d279ec05d027/volume-c6ff82e1-1050-4414-b54d-d279ec05d027.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.727309] env[69437]: DEBUG nova.compute.manager [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.727487] env[69437]: DEBUG nova.network.neutron [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.729353] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2482648-4ad2-43d4-a8a7-7d3ed3f8e90e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.751084] env[69437]: DEBUG oslo_vmware.api [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 830.751084] env[69437]: value = "task-4103390" [ 830.751084] env[69437]: _type = "Task" [ 830.751084] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.757322] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103389, 'name': Rename_Task, 'duration_secs': 0.1932} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.757322] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.757851] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f48ea0b-a14b-4ad8-a09e-eff189b4cda3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.766427] env[69437]: DEBUG oslo_vmware.api [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103390, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.767937] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 830.767937] env[69437]: value = "task-4103391" [ 830.767937] env[69437]: _type = "Task" [ 830.767937] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.776669] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.782249] env[69437]: DEBUG nova.compute.manager [req-4e235c73-863f-4613-9355-f871f3898d67 req-7ea180d6-7d23-45fa-a52d-ba1160a226de service nova] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Received event network-vif-deleted-20c18ddf-0f21-4af3-a908-c89bb67c1e65 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.892258] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.941019] env[69437]: INFO nova.compute.manager [-] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Took 1.46 seconds to deallocate network for instance. [ 831.003022] env[69437]: DEBUG nova.policy [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c01493d3f940c086713f8e2a04a2ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '467a03be5c4c4a718e07a82b41213d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.013173] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.013173] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.013173] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.013173] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.013173] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.013173] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.013486] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 831.013486] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.233253] env[69437]: DEBUG nova.compute.manager [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.271416] env[69437]: DEBUG oslo_vmware.api [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.282150] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.393081] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.454972] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.520479] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.604252] env[69437]: DEBUG nova.network.neutron [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Successfully created port: bd796333-979f-46d1-ac3f-c2f4337c52cb {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.686788] env[69437]: INFO nova.compute.manager [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Rebuilding instance [ 831.713171] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ae854e-74f8-4279-9da6-78698c1f443c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.726199] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26384e9-c8c9-4411-9eb4-c929ed69d2a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.786618] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624f6b75-a287-47c3-95fc-928acbabcced {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.792676] env[69437]: DEBUG nova.compute.manager [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.793717] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a750bc0-6c64-4baf-82ee-5c5e0bba33d6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.804814] env[69437]: DEBUG oslo_vmware.api [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103390, 'name': ReconfigVM_Task, 'duration_secs': 0.613847} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.805422] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.805907] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-c6ff82e1-1050-4414-b54d-d279ec05d027/volume-c6ff82e1-1050-4414-b54d-d279ec05d027.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.812103] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da88e9d8-77a4-41f5-b8b9-3364a7e3a447 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.818442] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06185ae8-beb0-40ee-9980-decd5864acee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.845363] env[69437]: DEBUG nova.compute.provider_tree [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.848139] env[69437]: DEBUG oslo_vmware.api [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 831.848139] env[69437]: value = "task-4103392" [ 831.848139] env[69437]: _type = "Task" [ 831.848139] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.858696] env[69437]: DEBUG oslo_vmware.api [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.893059] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.291234] env[69437]: DEBUG nova.compute.manager [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.294540] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.324236] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:39:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='761972aa-a61a-4713-b0db-9fe8011fb339',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1953802663',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.324236] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.324236] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.324236] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.324236] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.324639] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.324639] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.324701] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.324885] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.324977] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.325229] env[69437]: DEBUG nova.virt.hardware [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.326098] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b00782c-4c64-40cc-8904-92080252cef6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.339992] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f670614c-6043-430d-ac5d-21a4dd2312ac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.357019] env[69437]: DEBUG nova.scheduler.client.report [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.374022] env[69437]: DEBUG oslo_vmware.api [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103392, 'name': ReconfigVM_Task, 'duration_secs': 0.207676} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.374022] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812833', 'volume_id': 'c6ff82e1-1050-4414-b54d-d279ec05d027', 'name': 'volume-c6ff82e1-1050-4414-b54d-d279ec05d027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6ff82e1-1050-4414-b54d-d279ec05d027', 'serial': 'c6ff82e1-1050-4414-b54d-d279ec05d027'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 832.401915] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.789505] env[69437]: DEBUG oslo_vmware.api [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103391, 'name': PowerOnVM_Task, 'duration_secs': 1.671885} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.789791] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.790033] env[69437]: INFO nova.compute.manager [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Took 9.26 seconds to spawn the instance on the hypervisor. [ 832.790230] env[69437]: DEBUG nova.compute.manager [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 832.791038] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7664ecc0-7659-4f91-b556-ff638ba38cad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.842851] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.843224] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d37b0a61-6b89-462c-972c-0b152b3c5973 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.852059] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 832.852059] env[69437]: value = "task-4103393" [ 832.852059] env[69437]: _type = "Task" [ 832.852059] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.861565] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.863663] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.864174] env[69437]: DEBUG nova.compute.manager [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.866871] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.219s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.868451] env[69437]: INFO nova.compute.claims [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.898152] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.259721] env[69437]: DEBUG nova.compute.manager [req-c29c3805-be0b-45af-932c-2ca940462e6e req-5d04c0e1-ab6a-47c7-b68e-5b270f2acdb5 service nova] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Received event network-vif-plugged-bd796333-979f-46d1-ac3f-c2f4337c52cb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.260024] env[69437]: DEBUG oslo_concurrency.lockutils [req-c29c3805-be0b-45af-932c-2ca940462e6e req-5d04c0e1-ab6a-47c7-b68e-5b270f2acdb5 service nova] Acquiring lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.260276] env[69437]: DEBUG oslo_concurrency.lockutils [req-c29c3805-be0b-45af-932c-2ca940462e6e req-5d04c0e1-ab6a-47c7-b68e-5b270f2acdb5 service nova] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.260458] env[69437]: DEBUG oslo_concurrency.lockutils [req-c29c3805-be0b-45af-932c-2ca940462e6e req-5d04c0e1-ab6a-47c7-b68e-5b270f2acdb5 service nova] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.260634] env[69437]: DEBUG nova.compute.manager [req-c29c3805-be0b-45af-932c-2ca940462e6e req-5d04c0e1-ab6a-47c7-b68e-5b270f2acdb5 service nova] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] No waiting events found dispatching network-vif-plugged-bd796333-979f-46d1-ac3f-c2f4337c52cb {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 833.260883] env[69437]: WARNING nova.compute.manager [req-c29c3805-be0b-45af-932c-2ca940462e6e req-5d04c0e1-ab6a-47c7-b68e-5b270f2acdb5 service nova] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Received unexpected event network-vif-plugged-bd796333-979f-46d1-ac3f-c2f4337c52cb for instance with vm_state building and task_state spawning. [ 833.310379] env[69437]: INFO nova.compute.manager [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Took 44.03 seconds to build instance. [ 833.366286] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103393, 'name': PowerOffVM_Task, 'duration_secs': 0.222049} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.366658] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.367540] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.368504] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4846f8d1-b568-42a6-9bee-44245964b275 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.373695] env[69437]: DEBUG nova.compute.utils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.380014] env[69437]: DEBUG nova.network.neutron [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Successfully updated port: bd796333-979f-46d1-ac3f-c2f4337c52cb {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.381616] env[69437]: DEBUG nova.compute.manager [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.381616] env[69437]: DEBUG nova.network.neutron [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.386524] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.387337] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3355d3df-d453-4fee-a2ec-c785fb1b8cac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.403179] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.424340] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.424340] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.424340] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Deleting the datastore file [datastore2] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.424580] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dfa7354-7033-47fc-b3e3-335f837cacc4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.433696] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 833.433696] env[69437]: value = "task-4103395" [ 833.433696] env[69437]: _type = "Task" [ 833.433696] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.444367] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.450019] env[69437]: DEBUG nova.objects.instance [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lazy-loading 'flavor' on Instance uuid 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.452379] env[69437]: DEBUG nova.policy [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b111c5ecdeb4c6dabec293a6285e703', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c783c6a099c24194973308945481db65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.813580] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84608c67-e6a4-43a1-92bc-24023bbbaec6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.205s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.877244] env[69437]: DEBUG nova.network.neutron [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Successfully created port: 49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.877845] env[69437]: DEBUG nova.compute.manager [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.893206] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.893206] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.893206] env[69437]: DEBUG nova.network.neutron [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.908526] env[69437]: DEBUG oslo_vmware.api [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103370, 'name': ReconfigVM_Task, 'duration_secs': 8.53597} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.909171] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.909536] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Reconfigured VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 833.949781] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133689} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.950221] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.950450] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.950630] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.958360] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81d82b2f-afa7-4507-9355-2d43c57c7f4b tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.935s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.326805] env[69437]: DEBUG nova.compute.manager [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.440220] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab2a85-1bbe-4178-8480-c32fa98f8385 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.449963] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7fc664-1fd0-415e-bbb8-46528323f188 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.494263] env[69437]: DEBUG nova.network.neutron [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.498261] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36571dc0-e351-42c9-98ea-3e11c430122d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.511138] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86bf33a-31c9-44e6-afa5-cb431dfb7ea8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.531130] env[69437]: DEBUG nova.compute.provider_tree [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.713025] env[69437]: DEBUG nova.network.neutron [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance_info_cache with network_info: [{"id": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "address": "fa:16:3e:42:08:88", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd796333-97", "ovs_interfaceid": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.860966] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.890536] env[69437]: DEBUG nova.compute.manager [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.902825] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "663db49f-3ea2-4c02-aa0c-8134ec63157c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.902904] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "663db49f-3ea2-4c02-aa0c-8134ec63157c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.927329] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.927685] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.927764] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.928082] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.928339] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.928490] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.928723] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.928977] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.929321] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.929519] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.929802] env[69437]: DEBUG nova.virt.hardware [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.930808] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf59cf8-233b-46b2-a117-5418db39cd73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.942976] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eaf327-2c63-4dd0-b9d6-8f03dee0befd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.992189] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.992619] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.992754] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.992878] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.993120] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.993288] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.993497] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.993804] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.993995] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.994251] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.994358] env[69437]: DEBUG nova.virt.hardware [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.995297] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70789a5-e15b-425c-a7c8-f98f71520f7e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.005800] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d518d7-8f12-4bed-8115-943e3a4f543f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.024782] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.031299] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.032302] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.032596] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c84d632-a46e-4521-b4b3-483a0e4d81ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.045596] env[69437]: DEBUG nova.scheduler.client.report [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.056394] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.056394] env[69437]: value = "task-4103396" [ 835.056394] env[69437]: _type = "Task" [ 835.056394] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.068296] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103396, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.214033] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.214596] env[69437]: DEBUG nova.compute.manager [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Instance network_info: |[{"id": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "address": "fa:16:3e:42:08:88", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd796333-97", "ovs_interfaceid": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.214936] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:08:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd796333-979f-46d1-ac3f-c2f4337c52cb', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.224524] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.224860] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.225145] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16f2ddf5-4f13-43cb-834a-8d0ccaacd580 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.257748] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.257748] env[69437]: value = "task-4103397" [ 835.257748] env[69437]: _type = "Task" [ 835.257748] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.268333] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103397, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.344554] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.344970] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.496888] env[69437]: DEBUG nova.compute.manager [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Received event network-changed-bd796333-979f-46d1-ac3f-c2f4337c52cb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.497314] env[69437]: DEBUG nova.compute.manager [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Refreshing instance network info cache due to event network-changed-bd796333-979f-46d1-ac3f-c2f4337c52cb. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.497588] env[69437]: DEBUG oslo_concurrency.lockutils [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] Acquiring lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.497814] env[69437]: DEBUG oslo_concurrency.lockutils [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] Acquired lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.497909] env[69437]: DEBUG nova.network.neutron [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Refreshing network info cache for port bd796333-979f-46d1-ac3f-c2f4337c52cb {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.510997] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.511235] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.511483] env[69437]: DEBUG nova.network.neutron [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.551530] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.553145] env[69437]: DEBUG nova.compute.manager [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.559230] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.359s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.559230] env[69437]: DEBUG nova.objects.instance [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lazy-loading 'resources' on Instance uuid 700784c2-7cff-4931-94d4-703f7a3dc39e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.570674] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103396, 'name': CreateVM_Task, 'duration_secs': 0.366505} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.571825] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.572268] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.572451] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.572821] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.573465] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d19de0a-daae-44f0-9ebb-68e1dcc21418 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.581063] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 835.581063] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e951e7-88b6-ce1d-413e-7aba69fb60af" [ 835.581063] env[69437]: _type = "Task" [ 835.581063] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.593372] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e951e7-88b6-ce1d-413e-7aba69fb60af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.753371] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.753698] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.754318] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.754523] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.755025] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.756770] env[69437]: INFO nova.compute.manager [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Terminating instance [ 835.770394] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103397, 'name': CreateVM_Task, 'duration_secs': 0.4135} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.770394] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.770394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.850633] env[69437]: INFO nova.compute.manager [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Detaching volume c6ff82e1-1050-4414-b54d-d279ec05d027 [ 835.896703] env[69437]: INFO nova.virt.block_device [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Attempting to driver detach volume c6ff82e1-1050-4414-b54d-d279ec05d027 from mountpoint /dev/sdb [ 835.897362] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 835.897362] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812833', 'volume_id': 'c6ff82e1-1050-4414-b54d-d279ec05d027', 'name': 'volume-c6ff82e1-1050-4414-b54d-d279ec05d027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6ff82e1-1050-4414-b54d-d279ec05d027', 'serial': 'c6ff82e1-1050-4414-b54d-d279ec05d027'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 835.898360] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8caede-0ab5-405c-8dea-aa27ee3488af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.935643] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd861b97-96fa-44ab-b575-47e62aeb7e16 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.944258] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec82f25-7d99-4d5b-a8e2-1cfac1529764 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.967994] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65bc036-7218-4802-9c0f-a09a768538a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.984978] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] The volume has not been displaced from its original location: [datastore1] volume-c6ff82e1-1050-4414-b54d-d279ec05d027/volume-c6ff82e1-1050-4414-b54d-d279ec05d027.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 835.990391] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 835.990812] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba82468-7916-4a46-98bf-b94c5ad3ee1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.012525] env[69437]: DEBUG oslo_vmware.api [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 836.012525] env[69437]: value = "task-4103398" [ 836.012525] env[69437]: _type = "Task" [ 836.012525] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.027564] env[69437]: DEBUG oslo_vmware.api [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.063291] env[69437]: DEBUG nova.compute.utils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.068423] env[69437]: DEBUG nova.compute.manager [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 836.092751] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e951e7-88b6-ce1d-413e-7aba69fb60af, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.095569] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.096836] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.096836] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.096836] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.096836] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.099617] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.099943] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.100231] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07e4417-3957-4bcc-bc46-f34a0278d997 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.104997] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0135cd91-1155-4227-8f24-ca11d6faf170 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.111402] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 836.111402] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529cfa9d-1fec-0c2e-0e20-8cb66d7186b9" [ 836.111402] env[69437]: _type = "Task" [ 836.111402] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.121940] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.121940] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.126705] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36231e1-9878-4624-b579-018b1a50b16d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.133861] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529cfa9d-1fec-0c2e-0e20-8cb66d7186b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.134796] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.134924] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.135255] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.139064] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 836.139064] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52547325-5bf7-f734-f2f1-d4124171b333" [ 836.139064] env[69437]: _type = "Task" [ 836.139064] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.151309] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52547325-5bf7-f734-f2f1-d4124171b333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.264448] env[69437]: DEBUG nova.compute.manager [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.264643] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.265905] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905461e0-cf60-4e4f-aa18-7644628c119c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.276016] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.279974] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d4793d-293f-4bb6-be3d-bcc24986e576 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.288639] env[69437]: DEBUG oslo_vmware.api [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 836.288639] env[69437]: value = "task-4103399" [ 836.288639] env[69437]: _type = "Task" [ 836.288639] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.301927] env[69437]: DEBUG oslo_vmware.api [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.464341] env[69437]: DEBUG nova.network.neutron [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updated VIF entry in instance network info cache for port bd796333-979f-46d1-ac3f-c2f4337c52cb. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.464772] env[69437]: DEBUG nova.network.neutron [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance_info_cache with network_info: [{"id": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "address": "fa:16:3e:42:08:88", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd796333-97", "ovs_interfaceid": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.524878] env[69437]: DEBUG oslo_vmware.api [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103398, 'name': ReconfigVM_Task, 'duration_secs': 0.35101} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.527966] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 836.534780] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591e56d9-3fb6-4cf7-8780-b645efe5c98c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.558906] env[69437]: DEBUG oslo_vmware.api [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 836.558906] env[69437]: value = "task-4103400" [ 836.558906] env[69437]: _type = "Task" [ 836.558906] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.569585] env[69437]: DEBUG nova.compute.manager [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.572598] env[69437]: DEBUG oslo_vmware.api [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.621125] env[69437]: DEBUG nova.network.neutron [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Successfully updated port: 49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.648904] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474a8cdc-4ca7-4009-90c9-f2810450f9f5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.659345] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52547325-5bf7-f734-f2f1-d4124171b333, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.662220] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b50af64-3301-43ff-85a0-27f3b8ad19f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.673588] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f7e22b-fd6e-4947-a9ae-cb0f1dcf69f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.678827] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 836.678827] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52def18b-1596-f0f5-af61-62348303d165" [ 836.678827] env[69437]: _type = "Task" [ 836.678827] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.712865] env[69437]: DEBUG oslo_concurrency.lockutils [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Acquiring lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.713143] env[69437]: DEBUG oslo_concurrency.lockutils [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.713500] env[69437]: DEBUG oslo_concurrency.lockutils [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Acquiring lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.713553] env[69437]: DEBUG oslo_concurrency.lockutils [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.713756] env[69437]: DEBUG oslo_concurrency.lockutils [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.717916] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51835f1d-fd8c-496a-b484-f55ef4a1b88a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.720456] env[69437]: INFO nova.compute.manager [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Terminating instance [ 836.727201] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52def18b-1596-f0f5-af61-62348303d165, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.729315] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.729529] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb/fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.729983] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.730202] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.730439] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27ce3bfb-07e5-4021-b4d5-eedada53c30d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.735830] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62e843c-f7d0-4e72-9361-3bb4d5bc7561 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.740363] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e27dda-4a5f-418a-ad75-b1a83accad96 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.746584] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 836.746584] env[69437]: value = "task-4103401" [ 836.746584] env[69437]: _type = "Task" [ 836.746584] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.760905] env[69437]: DEBUG nova.compute.provider_tree [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.764554] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.768035] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.768035] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb776293-f72d-4942-89c3-0b591eaac1ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.772886] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.777422] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 836.777422] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bf619a-e1f3-e7d1-f737-eafa7abb699f" [ 836.777422] env[69437]: _type = "Task" [ 836.777422] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.787326] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bf619a-e1f3-e7d1-f737-eafa7abb699f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.803153] env[69437]: DEBUG oslo_vmware.api [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103399, 'name': PowerOffVM_Task, 'duration_secs': 0.263002} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.803441] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.803606] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.803864] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47d64b3b-f762-4383-84ec-c9ba72e079ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.843657] env[69437]: INFO nova.network.neutron [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Port 9db678d5-dec2-4e3f-bba8-034712be7265 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 836.844100] env[69437]: DEBUG nova.network.neutron [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updating instance_info_cache with network_info: [{"id": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "address": "fa:16:3e:c9:67:ed", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a25504-7a", "ovs_interfaceid": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.887017] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.887408] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.887700] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleting the datastore file [datastore1] 93dfe65d-1ed2-4dda-9cc6-35b3538f799d {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.888254] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-503aaac7-0494-4dd8-b7bc-7f9187570cc9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.897024] env[69437]: DEBUG oslo_vmware.api [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 836.897024] env[69437]: value = "task-4103403" [ 836.897024] env[69437]: _type = "Task" [ 836.897024] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.906732] env[69437]: DEBUG oslo_vmware.api [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.972835] env[69437]: DEBUG oslo_concurrency.lockutils [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] Releasing lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.973174] env[69437]: DEBUG nova.compute.manager [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Received event network-vif-deleted-9db678d5-dec2-4e3f-bba8-034712be7265 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.973429] env[69437]: INFO nova.compute.manager [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Neutron deleted interface 9db678d5-dec2-4e3f-bba8-034712be7265; detaching it from the instance and deleting it from the info cache [ 836.973605] env[69437]: DEBUG nova.network.neutron [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updating instance_info_cache with network_info: [{"id": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "address": "fa:16:3e:c9:67:ed", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a25504-7a", "ovs_interfaceid": "46a25504-7a34-458a-9423-7a9a3bd54ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.075082] env[69437]: DEBUG oslo_vmware.api [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103400, 'name': ReconfigVM_Task, 'duration_secs': 0.206804} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.075426] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812833', 'volume_id': 'c6ff82e1-1050-4414-b54d-d279ec05d027', 'name': 'volume-c6ff82e1-1050-4414-b54d-d279ec05d027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6ff82e1-1050-4414-b54d-d279ec05d027', 'serial': 'c6ff82e1-1050-4414-b54d-d279ec05d027'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 837.123086] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquiring lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.123246] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquired lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.123401] env[69437]: DEBUG nova.network.neutron [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.211803] env[69437]: DEBUG oslo_vmware.rw_handles [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223596c-7c2e-a3c1-68a1-00c73e00584a/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.215151] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149c1b09-190f-410b-b517-bb915a63c079 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.225202] env[69437]: DEBUG oslo_vmware.rw_handles [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223596c-7c2e-a3c1-68a1-00c73e00584a/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.225202] env[69437]: ERROR oslo_vmware.rw_handles [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223596c-7c2e-a3c1-68a1-00c73e00584a/disk-0.vmdk due to incomplete transfer. [ 837.225202] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a710963d-cc59-40b4-a4df-0dbc95448de6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.231598] env[69437]: DEBUG nova.compute.manager [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.231732] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.232151] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a5e2981-7df1-4f0c-8910-14e983472d77 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.236874] env[69437]: DEBUG oslo_vmware.rw_handles [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223596c-7c2e-a3c1-68a1-00c73e00584a/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.237127] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Uploaded image 25999e56-88d7-4533-b700-f7eccab966f8 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.241761] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.246049] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1b7abeb-1784-44a9-848e-6f3c1a3905f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.248646] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for the task: (returnval){ [ 837.248646] env[69437]: value = "task-4103404" [ 837.248646] env[69437]: _type = "Task" [ 837.248646] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.261946] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 837.261946] env[69437]: value = "task-4103405" [ 837.261946] env[69437]: _type = "Task" [ 837.261946] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.275208] env[69437]: DEBUG nova.scheduler.client.report [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.280316] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103401, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.280316] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.289775] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103405, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.298041] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bf619a-e1f3-e7d1-f737-eafa7abb699f, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.299083] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f09bc2-46aa-46e5-aaa8-9a89ac26e031 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.307212] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 837.307212] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5219c0c8-ec33-88a9-6654-01225118a62a" [ 837.307212] env[69437]: _type = "Task" [ 837.307212] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.318124] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5219c0c8-ec33-88a9-6654-01225118a62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.348859] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-93dfe65d-1ed2-4dda-9cc6-35b3538f799d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.412177] env[69437]: DEBUG oslo_vmware.api [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506784} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.412669] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.412984] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.413306] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.413787] env[69437]: INFO nova.compute.manager [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 837.414184] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.414501] env[69437]: DEBUG nova.compute.manager [-] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.414692] env[69437]: DEBUG nova.network.neutron [-] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.478449] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d011e18-f5a6-4c98-bebf-45e0dddd0624 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.489328] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f16cf71-cc80-4382-af87-f38ec2f10f75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.528387] env[69437]: DEBUG nova.compute.manager [req-df908f12-f190-4099-923a-8298dbfbb0ea req-f1bf5832-3b89-4be8-bcf2-c75dcc408c30 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Detach interface failed, port_id=9db678d5-dec2-4e3f-bba8-034712be7265, reason: Instance 93dfe65d-1ed2-4dda-9cc6-35b3538f799d could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.585821] env[69437]: DEBUG nova.compute.manager [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.622388] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.622644] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.622810] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.622993] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.623193] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.623322] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.623517] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.623680] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.624595] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.624595] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.624595] env[69437]: DEBUG nova.virt.hardware [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.625258] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d061bd-bb82-42e5-a5db-6e2918468071 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.637238] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a41ca1-6861-4c08-89ec-4c3acea1161b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.643361] env[69437]: DEBUG nova.objects.instance [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lazy-loading 'flavor' on Instance uuid 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.656610] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.662050] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Creating folder: Project (0b1dd9d931164add9c2971204ad8f7a7). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.662050] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb1f1068-f98a-4ce7-a080-08e14ad88721 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.674796] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Created folder: Project (0b1dd9d931164add9c2971204ad8f7a7) in parent group-v812682. [ 837.675716] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Creating folder: Instances. Parent ref: group-v812837. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.675716] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5df1174-7ef8-48fd-abfc-6a3a3102d8c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.681313] env[69437]: DEBUG nova.compute.manager [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Received event network-vif-plugged-49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.681502] env[69437]: DEBUG oslo_concurrency.lockutils [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] Acquiring lock "668aabd7-0212-4c5a-b95f-214b34989b77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.681671] env[69437]: DEBUG oslo_concurrency.lockutils [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] Lock "668aabd7-0212-4c5a-b95f-214b34989b77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.681851] env[69437]: DEBUG oslo_concurrency.lockutils [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] Lock "668aabd7-0212-4c5a-b95f-214b34989b77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.682028] env[69437]: DEBUG nova.compute.manager [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] No waiting events found dispatching network-vif-plugged-49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 837.682237] env[69437]: WARNING nova.compute.manager [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Received unexpected event network-vif-plugged-49e05010-9645-4b00-ba45-628f7cfba022 for instance with vm_state building and task_state spawning. [ 837.682418] env[69437]: DEBUG nova.compute.manager [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Received event network-changed-49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.682571] env[69437]: DEBUG nova.compute.manager [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Refreshing instance network info cache due to event network-changed-49e05010-9645-4b00-ba45-628f7cfba022. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.682745] env[69437]: DEBUG oslo_concurrency.lockutils [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] Acquiring lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.685403] env[69437]: DEBUG nova.network.neutron [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.694531] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Created folder: Instances in parent group-v812837. [ 837.694788] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.694977] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.695201] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb17830-0287-4a9e-90cd-d6656769cba2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.716478] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.716478] env[69437]: value = "task-4103408" [ 837.716478] env[69437]: _type = "Task" [ 837.716478] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.725031] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103408, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.764262] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544157} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.770450] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb/fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.770450] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.770701] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103404, 'name': PowerOffVM_Task, 'duration_secs': 0.30638} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.770918] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8da74532-61d7-4594-90cb-a70a32d2ae1f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.773090] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.773293] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 837.773484] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812759', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'name': 'volume-49bd7229-aea3-4433-bdf7-84319cf0235b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1140a4-a4b1-4190-92f3-c4576ffa22bb', 'attached_at': '', 'detached_at': '', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'serial': '49bd7229-aea3-4433-bdf7-84319cf0235b'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 837.774706] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7044e7d5-fdd4-4fb4-b85d-5ff3ce78e47f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.780739] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103405, 'name': Destroy_Task, 'duration_secs': 0.40465} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.781364] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Destroyed the VM [ 837.781602] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.781897] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a67ca14-7e4a-44fa-a462-23d872bf6f25 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.798566] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.805728] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.606s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.807370] env[69437]: DEBUG nova.objects.instance [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lazy-loading 'resources' on Instance uuid 0cc46589-609b-4feb-8e19-88da9c7200a6 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.808095] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c356c910-7469-469d-894c-03002339edc7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.811652] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 837.811652] env[69437]: value = "task-4103409" [ 837.811652] env[69437]: _type = "Task" [ 837.811652] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.811984] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 837.811984] env[69437]: value = "task-4103410" [ 837.811984] env[69437]: _type = "Task" [ 837.811984] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.828204] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e321824-df35-4e23-93f1-4b7990cd413f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.842092] env[69437]: INFO nova.scheduler.client.report [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleted allocations for instance 700784c2-7cff-4931-94d4-703f7a3dc39e [ 837.848334] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.848334] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5219c0c8-ec33-88a9-6654-01225118a62a, 'name': SearchDatastore_Task, 'duration_secs': 0.012113} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.848334] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.849152] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.850624] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b0d96507-cf10-42e5-815f-66b29f6b9cfd/b0d96507-cf10-42e5-815f-66b29f6b9cfd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.867311] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa16d3fa-df98-40d9-ba29-3c645220b61a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.871629] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ec78f087-06aa-4cde-b072-69dc16c132a4 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-93dfe65d-1ed2-4dda-9cc6-35b3538f799d-9db678d5-dec2-4e3f-bba8-034712be7265" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.101s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.874371] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20ee308-ebb7-437f-9f23-38231efc2665 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.893332] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] The volume has not been displaced from its original location: [datastore1] volume-49bd7229-aea3-4433-bdf7-84319cf0235b/volume-49bd7229-aea3-4433-bdf7-84319cf0235b.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 837.900544] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.905076] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7611f261-393a-4c15-9928-fa3b55e48097 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.919610] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 837.919610] env[69437]: value = "task-4103411" [ 837.919610] env[69437]: _type = "Task" [ 837.919610] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.927387] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for the task: (returnval){ [ 837.927387] env[69437]: value = "task-4103412" [ 837.927387] env[69437]: _type = "Task" [ 837.927387] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.934620] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.943018] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.112172] env[69437]: DEBUG nova.network.neutron [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Updating instance_info_cache with network_info: [{"id": "49e05010-9645-4b00-ba45-628f7cfba022", "address": "fa:16:3e:94:1f:1d", "network": {"id": "846ba561-dce6-4852-ab7e-648ae4f8e8b7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1732056941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c783c6a099c24194973308945481db65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e05010-96", "ovs_interfaceid": "49e05010-9645-4b00-ba45-628f7cfba022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.238202] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103408, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.331386] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080357} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.335104] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.335499] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.336719] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e4b984-bf80-4d84-9bc6-a60d1837f13d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.361193] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb/fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.367544] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-801730f7-c5d0-45e0-a3dd-b3faf5d97fb9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.386801] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d7deb968-9f65-4ace-83c7-b426a2c83a5d tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "700784c2-7cff-4931-94d4-703f7a3dc39e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.377s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.394105] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 838.394105] env[69437]: value = "task-4103413" [ 838.394105] env[69437]: _type = "Task" [ 838.394105] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.408722] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.436854] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103411, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.440055] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103412, 'name': ReconfigVM_Task, 'duration_secs': 0.291458} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.440589] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 838.447531] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c187c0f-33fc-4bf6-8cc7-22249c33881e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.465104] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for the task: (returnval){ [ 838.465104] env[69437]: value = "task-4103414" [ 838.465104] env[69437]: _type = "Task" [ 838.465104] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.477065] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.614409] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Releasing lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.614739] env[69437]: DEBUG nova.compute.manager [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Instance network_info: |[{"id": "49e05010-9645-4b00-ba45-628f7cfba022", "address": "fa:16:3e:94:1f:1d", "network": {"id": "846ba561-dce6-4852-ab7e-648ae4f8e8b7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1732056941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c783c6a099c24194973308945481db65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e05010-96", "ovs_interfaceid": "49e05010-9645-4b00-ba45-628f7cfba022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.615055] env[69437]: DEBUG oslo_concurrency.lockutils [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] Acquired lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.615245] env[69437]: DEBUG nova.network.neutron [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Refreshing network info cache for port 49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.616456] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:1f:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49e05010-9645-4b00-ba45-628f7cfba022', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.624094] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Creating folder: Project (c783c6a099c24194973308945481db65). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.630029] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a517967-839d-4bb2-bd94-05f0214991ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.638924] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Created folder: Project (c783c6a099c24194973308945481db65) in parent group-v812682. [ 838.639868] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Creating folder: Instances. Parent ref: group-v812840. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.640883] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7c53c81-a2cc-4d01-91b1-dd438fecf58d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.657295] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Created folder: Instances in parent group-v812840. [ 838.657295] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.657528] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.657644] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d412ed4a-dd77-43d3-a965-b842e0d5ca8e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.679207] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e87396a2-2e3b-4382-8bfe-282fc5021e3a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.334s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.688883] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.688883] env[69437]: value = "task-4103417" [ 838.688883] env[69437]: _type = "Task" [ 838.688883] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.702448] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103417, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.736305] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103408, 'name': CreateVM_Task, 'duration_secs': 0.533077} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.739664] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.741028] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.741636] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.742428] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.743070] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9e94f4-327b-489f-aedf-3d940c95e259 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.752050] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 838.752050] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c3732d-ffea-380d-1c14-19d910aede26" [ 838.752050] env[69437]: _type = "Task" [ 838.752050] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.763816] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c3732d-ffea-380d-1c14-19d910aede26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.829993] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.889813] env[69437]: DEBUG nova.network.neutron [-] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.914068] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.938180] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558076} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.939063] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b0d96507-cf10-42e5-815f-66b29f6b9cfd/b0d96507-cf10-42e5-815f-66b29f6b9cfd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.939524] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.939892] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed9effcc-3c15-4417-ab9d-b3dcc5eebba2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.949740] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 838.949740] env[69437]: value = "task-4103418" [ 838.949740] env[69437]: _type = "Task" [ 838.949740] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.966654] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.972209] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b968d7b-144e-4a40-b610-a2700eadb6c0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.982636] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139a9eca-8831-4af7-b913-cc3c4fbe91b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.986234] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103414, 'name': ReconfigVM_Task, 'duration_secs': 0.299489} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.986934] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812759', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'name': 'volume-49bd7229-aea3-4433-bdf7-84319cf0235b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1140a4-a4b1-4190-92f3-c4576ffa22bb', 'attached_at': '', 'detached_at': '', 'volume_id': '49bd7229-aea3-4433-bdf7-84319cf0235b', 'serial': '49bd7229-aea3-4433-bdf7-84319cf0235b'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 838.986934] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.988054] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dca4c2-4da1-4549-ac55-2c8d5d424db7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.026516] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f93c0b-f113-4365-9aad-890da4f0d75b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.032140] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.034048] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ca0b389-0cae-4b41-bf7f-226b31742b25 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.040537] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401f501a-c75c-43b8-a655-fb72cd95baf5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.056945] env[69437]: DEBUG nova.compute.provider_tree [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.117958] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.117958] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.118274] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Deleting the datastore file [datastore1] 8c1140a4-a4b1-4190-92f3-c4576ffa22bb {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.118554] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70fc538f-2396-4a19-901b-af2e6b877187 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.130721] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for the task: (returnval){ [ 839.130721] env[69437]: value = "task-4103420" [ 839.130721] env[69437]: _type = "Task" [ 839.130721] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.146297] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.154016] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.154343] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.154698] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.154885] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.155469] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.158028] env[69437]: INFO nova.compute.manager [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Terminating instance [ 839.203490] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103417, 'name': CreateVM_Task, 'duration_secs': 0.459721} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.207065] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.208571] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.263833] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c3732d-ffea-380d-1c14-19d910aede26, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.263833] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.267212] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.267212] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.267212] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.267212] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.267858] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.267858] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.268030] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed7429bf-c6c6-42b7-9707-362408a01e11 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.269763] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17837c5f-bdac-4bd6-b235-5a62c54a1698 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.277058] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 839.277058] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52185db9-00c3-920f-371d-23a82787e575" [ 839.277058] env[69437]: _type = "Task" [ 839.277058] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.286670] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.287277] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.287662] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52185db9-00c3-920f-371d-23a82787e575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.287944] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fd3ce1-7b43-4c52-8520-97eb73e9d559 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.294516] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 839.294516] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524549a1-e18e-c6c1-b485-0b3570c669d5" [ 839.294516] env[69437]: _type = "Task" [ 839.294516] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.309372] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524549a1-e18e-c6c1-b485-0b3570c669d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.330380] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103410, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.392191] env[69437]: INFO nova.compute.manager [-] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Took 1.98 seconds to deallocate network for instance. [ 839.413465] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103413, 'name': ReconfigVM_Task, 'duration_secs': 0.740381} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.413773] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Reconfigured VM instance instance-00000031 to attach disk [datastore1] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb/fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.414489] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f22c81e3-e8b8-4d1a-a1ae-1ac3b621f996 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.422875] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 839.422875] env[69437]: value = "task-4103421" [ 839.422875] env[69437]: _type = "Task" [ 839.422875] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.434579] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103421, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.463721] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160175} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.464033] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.464912] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b6bc76-d39a-4b26-a4b5-c82d00c53923 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.475329] env[69437]: DEBUG nova.network.neutron [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Updated VIF entry in instance network info cache for port 49e05010-9645-4b00-ba45-628f7cfba022. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.476044] env[69437]: DEBUG nova.network.neutron [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Updating instance_info_cache with network_info: [{"id": "49e05010-9645-4b00-ba45-628f7cfba022", "address": "fa:16:3e:94:1f:1d", "network": {"id": "846ba561-dce6-4852-ab7e-648ae4f8e8b7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1732056941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c783c6a099c24194973308945481db65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e05010-96", "ovs_interfaceid": "49e05010-9645-4b00-ba45-628f7cfba022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.501194] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b0d96507-cf10-42e5-815f-66b29f6b9cfd/b0d96507-cf10-42e5-815f-66b29f6b9cfd.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.502496] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0aec05-42a7-45fc-811d-4f27791698df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.525730] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 839.525730] env[69437]: value = "task-4103422" [ 839.525730] env[69437]: _type = "Task" [ 839.525730] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.536473] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.562422] env[69437]: DEBUG nova.scheduler.client.report [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.641521] env[69437]: DEBUG oslo_vmware.api [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Task: {'id': task-4103420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101302} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.641792] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.641981] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.642178] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.642383] env[69437]: INFO nova.compute.manager [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Took 2.41 seconds to destroy the instance on the hypervisor. [ 839.642635] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.642833] env[69437]: DEBUG nova.compute.manager [-] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.642930] env[69437]: DEBUG nova.network.neutron [-] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.662747] env[69437]: DEBUG nova.compute.manager [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.662994] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.663874] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e083396e-1d8d-440c-9601-93545e896ce1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.673284] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.673284] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01fdf0f5-023a-417d-8940-7e7da2332637 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.751355] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.751642] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.751836] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleting the datastore file [datastore2] fdfdbfbf-9307-4c27-8dd5-9e4014af4cef {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.752136] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fc697e6-c6fd-423e-9ac0-989fd97a1e94 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.761198] env[69437]: DEBUG oslo_vmware.api [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 839.761198] env[69437]: value = "task-4103424" [ 839.761198] env[69437]: _type = "Task" [ 839.761198] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.774234] env[69437]: DEBUG oslo_vmware.api [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.778752] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.778985] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.789647] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52185db9-00c3-920f-371d-23a82787e575, 'name': SearchDatastore_Task, 'duration_secs': 0.030298} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.789974] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.790225] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.790430] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.809188] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524549a1-e18e-c6c1-b485-0b3570c669d5, 'name': SearchDatastore_Task, 'duration_secs': 0.026525} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.810174] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b17295d-1c69-42a0-86a6-18b7c15d995c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.818447] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 839.818447] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5295de1e-0c5b-04d1-0879-a783487acf32" [ 839.818447] env[69437]: _type = "Task" [ 839.818447] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.831687] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5295de1e-0c5b-04d1-0879-a783487acf32, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.835752] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.836020] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29/cfb0b2ed-43c1-40bb-9ede-4859e2d43c29.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.836246] env[69437]: DEBUG oslo_vmware.api [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103410, 'name': RemoveSnapshot_Task, 'duration_secs': 1.542833} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.838741] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.838741] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.838741] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f70106-a0f1-41d6-961f-dea56ce4261c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.839681] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.839681] env[69437]: INFO nova.compute.manager [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Took 17.56 seconds to snapshot the instance on the hypervisor. [ 839.842123] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e322dca8-c3e3-4ec4-a6b0-bc970612c46d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.851637] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 839.851637] env[69437]: value = "task-4103425" [ 839.851637] env[69437]: _type = "Task" [ 839.851637] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.853610] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.855312] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.860064] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba0c0be-7bc8-4e90-8b1b-e6e989f7c800 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.866464] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 839.866464] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52472585-10a6-a689-5359-f546e0c2e9d2" [ 839.866464] env[69437]: _type = "Task" [ 839.866464] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.870690] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.883898] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52472585-10a6-a689-5359-f546e0c2e9d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.909628] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.934753] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103421, 'name': Rename_Task, 'duration_secs': 0.325937} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.935136] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.935470] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e78233c2-8132-48d7-a226-48bacccabacb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.943711] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 839.943711] env[69437]: value = "task-4103426" [ 839.943711] env[69437]: _type = "Task" [ 839.943711] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.954171] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.979147] env[69437]: DEBUG oslo_concurrency.lockutils [req-7f9cefd5-e593-4c7a-9426-2b274b831504 req-9b0dfe14-f322-4498-b0c1-6004c66bcd23 service nova] Releasing lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.043510] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.068353] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.074403] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.807s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.074403] env[69437]: INFO nova.compute.claims [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.095249] env[69437]: INFO nova.scheduler.client.report [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleted allocations for instance 0cc46589-609b-4feb-8e19-88da9c7200a6 [ 840.271728] env[69437]: DEBUG oslo_vmware.api [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185885} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.272079] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.272210] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.272381] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.272552] env[69437]: INFO nova.compute.manager [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Took 0.61 seconds to destroy the instance on the hypervisor. [ 840.272807] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.273014] env[69437]: DEBUG nova.compute.manager [-] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.273078] env[69437]: DEBUG nova.network.neutron [-] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.345372] env[69437]: DEBUG nova.compute.manager [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Instance disappeared during snapshot {{(pid=69437) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 840.356843] env[69437]: DEBUG nova.compute.manager [req-84633876-adf3-4751-9c84-2e0c641b4774 req-c89135eb-4562-4f4b-8013-eab3feac0d59 service nova] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Received event network-vif-deleted-46a25504-7a34-458a-9423-7a9a3bd54ecc {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.367606] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.368672] env[69437]: DEBUG nova.compute.manager [None req-00a03fcd-e344-4519-98cf-0eab0c87b0cf tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image not found during clean up 25999e56-88d7-4533-b700-f7eccab966f8 {{(pid=69437) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 840.380490] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.380748] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.380947] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "d4c6b990-e54e-4007-b47d-76f4d51239e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.381172] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "d4c6b990-e54e-4007-b47d-76f4d51239e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.390227] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52472585-10a6-a689-5359-f546e0c2e9d2, 'name': SearchDatastore_Task, 'duration_secs': 0.019857} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.390657] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1996bdbd-2b2f-4bed-adb1-87a93e4b1320 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.398119] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 840.398119] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f34871-385e-5640-3b8f-bfb76d518f2d" [ 840.398119] env[69437]: _type = "Task" [ 840.398119] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.408601] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f34871-385e-5640-3b8f-bfb76d518f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.455628] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103426, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.539816] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103422, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.610940] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8575c528-326b-43ff-a46f-423318e7349c tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "0cc46589-609b-4feb-8e19-88da9c7200a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.522s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.827850] env[69437]: DEBUG nova.network.neutron [-] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.866812] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599712} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.866951] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29/cfb0b2ed-43c1-40bb-9ede-4859e2d43c29.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.867184] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.867441] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20fecf36-4bf3-44e1-b2ed-b6eb60c17215 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.876313] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 840.876313] env[69437]: value = "task-4103427" [ 840.876313] env[69437]: _type = "Task" [ 840.876313] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.886887] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.912928] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f34871-385e-5640-3b8f-bfb76d518f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.039538} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.913154] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.913426] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 668aabd7-0212-4c5a-b95f-214b34989b77/668aabd7-0212-4c5a-b95f-214b34989b77.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.913691] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ddf91e7-8a94-4b18-8148-781b3bd9920c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.921624] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 840.921624] env[69437]: value = "task-4103428" [ 840.921624] env[69437]: _type = "Task" [ 840.921624] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.930454] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.954522] env[69437]: DEBUG oslo_vmware.api [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103426, 'name': PowerOnVM_Task, 'duration_secs': 0.666939} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.954793] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.955045] env[69437]: DEBUG nova.compute.manager [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.955829] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5534e382-f709-41f4-9d2c-fc959be755a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.037452] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103422, 'name': ReconfigVM_Task, 'duration_secs': 1.02584} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.038093] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b0d96507-cf10-42e5-815f-66b29f6b9cfd/b0d96507-cf10-42e5-815f-66b29f6b9cfd.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.038719] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6152a58d-7de4-475e-829c-3c666a8d0b80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.046060] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 841.046060] env[69437]: value = "task-4103429" [ 841.046060] env[69437]: _type = "Task" [ 841.046060] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.056433] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103429, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.187912] env[69437]: DEBUG nova.network.neutron [-] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.330467] env[69437]: INFO nova.compute.manager [-] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Took 1.69 seconds to deallocate network for instance. [ 841.395176] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219175} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.395176] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.395176] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040cf17c-6500-49ed-9783-9b21a4f33562 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.420381] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29/cfb0b2ed-43c1-40bb-9ede-4859e2d43c29.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.426176] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a85ebb5-83f2-4f59-bd5d-7047f44d2f50 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.454140] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103428, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.455840] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 841.455840] env[69437]: value = "task-4103430" [ 841.455840] env[69437]: _type = "Task" [ 841.455840] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.480366] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.559796] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103429, 'name': Rename_Task, 'duration_secs': 0.173669} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.560089] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.560345] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68640ce6-60ee-43bb-a11b-baf137dfe38c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.567709] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 841.567709] env[69437]: value = "task-4103431" [ 841.567709] env[69437]: _type = "Task" [ 841.567709] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.579466] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.688209] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c073be0-4767-41c9-9f74-fe85d822fe6d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.695890] env[69437]: INFO nova.compute.manager [-] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Took 1.42 seconds to deallocate network for instance. [ 841.698273] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001b6a6c-ad24-458b-a979-2c16331031b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.738303] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c8f565-4434-4013-abdd-9b238dc152af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.748026] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de719a37-82b9-4b56-8cbb-98309a760411 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.763508] env[69437]: DEBUG nova.compute.provider_tree [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.897892] env[69437]: INFO nova.compute.manager [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Took 0.57 seconds to detach 1 volumes for instance. [ 841.901834] env[69437]: DEBUG nova.compute.manager [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Deleting volume: 49bd7229-aea3-4433-bdf7-84319cf0235b {{(pid=69437) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 841.953384] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593152} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.957097] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 668aabd7-0212-4c5a-b95f-214b34989b77/668aabd7-0212-4c5a-b95f-214b34989b77.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.957497] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.958334] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eddfc63-838b-4a5e-85d2-a9c5fbd8cc9d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.973530] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103430, 'name': ReconfigVM_Task, 'duration_secs': 0.382941} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.975826] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Reconfigured VM instance instance-00000035 to attach disk [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29/cfb0b2ed-43c1-40bb-9ede-4859e2d43c29.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.976038] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 841.976038] env[69437]: value = "task-4103432" [ 841.976038] env[69437]: _type = "Task" [ 841.976038] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.976335] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34d1e312-810c-4345-9c4e-26d113223ab3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.990153] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.992086] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 841.992086] env[69437]: value = "task-4103433" [ 841.992086] env[69437]: _type = "Task" [ 841.992086] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.008144] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103433, 'name': Rename_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.082056] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.207799] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.266582] env[69437]: DEBUG nova.scheduler.client.report [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.445886] env[69437]: DEBUG nova.compute.manager [req-a2359d66-f7b7-4dbc-a39b-b5cc2f6aa28b req-b1d6bd68-2e96-41b6-805d-a83915b724a8 service nova] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Received event network-vif-deleted-ce6f6943-8eb2-43b1-9428-0035efe789cf {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.446199] env[69437]: DEBUG nova.compute.manager [req-a2359d66-f7b7-4dbc-a39b-b5cc2f6aa28b req-b1d6bd68-2e96-41b6-805d-a83915b724a8 service nova] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Received event network-vif-deleted-0f1702cb-9838-4663-af03-00e0783d14ff {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.464646] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.464646] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.468548] env[69437]: DEBUG oslo_concurrency.lockutils [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.490570] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076184} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.492372] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.495662] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4059658-0fa5-461b-8628-27a51012a1f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.499484] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.499839] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.504512] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.504796] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.504989] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.505198] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.505732] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.507682] env[69437]: INFO nova.compute.manager [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Terminating instance [ 842.535079] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 668aabd7-0212-4c5a-b95f-214b34989b77/668aabd7-0212-4c5a-b95f-214b34989b77.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.539724] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c331efd8-9496-48bc-9f11-852dc44873d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.557743] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103433, 'name': Rename_Task, 'duration_secs': 0.297396} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.558560] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.559159] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-653a49ba-2f40-4283-8e52-e92c7fe4b28f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.567156] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 842.567156] env[69437]: value = "task-4103435" [ 842.567156] env[69437]: _type = "Task" [ 842.567156] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.568836] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 842.568836] env[69437]: value = "task-4103436" [ 842.568836] env[69437]: _type = "Task" [ 842.568836] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.589615] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103436, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.595453] env[69437]: DEBUG oslo_vmware.api [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103431, 'name': PowerOnVM_Task, 'duration_secs': 0.71753} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.596229] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.596588] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.596805] env[69437]: INFO nova.compute.manager [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Took 10.31 seconds to spawn the instance on the hypervisor. [ 842.597027] env[69437]: DEBUG nova.compute.manager [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.597914] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3208eb-8324-4caa-a544-48404ffd15aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.774625] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.774887] env[69437]: DEBUG nova.compute.manager [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.778781] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.877s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.780239] env[69437]: INFO nova.compute.claims [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.013149] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "refresh_cache-fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.013397] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquired lock "refresh_cache-fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.013605] env[69437]: DEBUG nova.network.neutron [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.081920] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.092400] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103436, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.120190] env[69437]: INFO nova.compute.manager [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Took 49.64 seconds to build instance. [ 843.288025] env[69437]: DEBUG nova.compute.utils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.290863] env[69437]: DEBUG nova.compute.manager [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.291500] env[69437]: DEBUG nova.network.neutron [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.367790] env[69437]: DEBUG nova.policy [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26163374c7e48ce8c90cb3def7a79e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e465e90f98e4f3db534c7a77e802494', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.548638] env[69437]: DEBUG nova.network.neutron [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.581417] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103435, 'name': ReconfigVM_Task, 'duration_secs': 0.597585} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.581892] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 668aabd7-0212-4c5a-b95f-214b34989b77/668aabd7-0212-4c5a-b95f-214b34989b77.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.585682] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6955a2fe-027c-4a95-a070-78855377568c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.595644] env[69437]: DEBUG oslo_vmware.api [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103436, 'name': PowerOnVM_Task, 'duration_secs': 0.71221} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.597803] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.597803] env[69437]: INFO nova.compute.manager [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Took 6.01 seconds to spawn the instance on the hypervisor. [ 843.597803] env[69437]: DEBUG nova.compute.manager [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.597803] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 843.597803] env[69437]: value = "task-4103437" [ 843.597803] env[69437]: _type = "Task" [ 843.597803] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.598432] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde270f1-1ff5-4c7b-863d-0b48e5c41e8b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.616454] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103437, 'name': Rename_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.622441] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.325s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.653086] env[69437]: DEBUG nova.network.neutron [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.771683] env[69437]: DEBUG nova.network.neutron [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Successfully created port: 618e668a-95e3-411a-98df-ed9cb3d03083 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.794394] env[69437]: DEBUG nova.compute.utils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.889220] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "a4b9f3fb-af23-4c44-8c2f-91cb1541ba17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.889479] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "a4b9f3fb-af23-4c44-8c2f-91cb1541ba17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.115713] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103437, 'name': Rename_Task, 'duration_secs': 0.399569} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.118451] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.123187] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd29d460-066f-465b-aada-731a69df064d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.128198] env[69437]: DEBUG nova.compute.manager [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.131787] env[69437]: INFO nova.compute.manager [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Took 49.51 seconds to build instance. [ 844.141133] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 844.141133] env[69437]: value = "task-4103438" [ 844.141133] env[69437]: _type = "Task" [ 844.141133] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.152074] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.156188] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Releasing lock "refresh_cache-fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.156992] env[69437]: DEBUG nova.compute.manager [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.156992] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.158144] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0bef57-2243-4067-9b0a-82d69f16dce9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.172705] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.172705] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd1215a9-6356-4022-b1f8-4187e362cb83 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.185515] env[69437]: DEBUG oslo_vmware.api [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 844.185515] env[69437]: value = "task-4103439" [ 844.185515] env[69437]: _type = "Task" [ 844.185515] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.196534] env[69437]: DEBUG oslo_vmware.api [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.296900] env[69437]: DEBUG nova.compute.manager [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.340807] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f75ba2-9d4d-4262-a749-4aba949f8569 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.352898] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e130e-96ef-44e3-8e87-f90049a903b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.389670] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89685a8c-6bc0-4db2-8551-4a1db4ab25fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.399493] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ce332-48ee-42b9-aa47-4a3419e3f6d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.416479] env[69437]: DEBUG nova.compute.provider_tree [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.634284] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9b5e380-b73f-4576-8352-44f8adafcf3a tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "cfb0b2ed-43c1-40bb-9ede-4859e2d43c29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.720s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.654148] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.657472] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.696964] env[69437]: DEBUG oslo_vmware.api [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103439, 'name': PowerOffVM_Task, 'duration_secs': 0.18127} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.697345] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.697565] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.697861] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc790345-3e7d-46e6-a1da-c71918e13b4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.723685] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.723924] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.724127] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Deleting the datastore file [datastore1] fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.724406] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b53559b-ef63-45a0-b9a7-d51a65883faf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.733154] env[69437]: DEBUG oslo_vmware.api [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for the task: (returnval){ [ 844.733154] env[69437]: value = "task-4103441" [ 844.733154] env[69437]: _type = "Task" [ 844.733154] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.741723] env[69437]: DEBUG oslo_vmware.api [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.922764] env[69437]: DEBUG nova.scheduler.client.report [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.144599] env[69437]: DEBUG nova.compute.manager [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.161515] env[69437]: DEBUG oslo_vmware.api [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103438, 'name': PowerOnVM_Task, 'duration_secs': 0.585738} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.162354] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.163074] env[69437]: INFO nova.compute.manager [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Took 10.27 seconds to spawn the instance on the hypervisor. [ 845.163230] env[69437]: DEBUG nova.compute.manager [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.164742] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b36e28e-cb32-4e22-94dd-ddbfb29fa86c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.245275] env[69437]: DEBUG oslo_vmware.api [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Task: {'id': task-4103441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100734} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.245554] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.245742] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.245921] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.246118] env[69437]: INFO nova.compute.manager [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Took 1.09 seconds to destroy the instance on the hypervisor. [ 845.248215] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.248215] env[69437]: DEBUG nova.compute.manager [-] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.248215] env[69437]: DEBUG nova.network.neutron [-] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.267079] env[69437]: DEBUG nova.network.neutron [-] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.309544] env[69437]: DEBUG nova.compute.manager [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.336442] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:37:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1727295658',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-415065710',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.336664] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.336825] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.337041] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.337190] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.337339] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.337550] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.337758] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.337920] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.338157] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.338307] env[69437]: DEBUG nova.virt.hardware [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.339179] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8fd254-d463-4f9a-a97e-a1544b6d58ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.347810] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc16b0f-4c34-47aa-b9ea-c82115514451 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.428396] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.428897] env[69437]: DEBUG nova.compute.manager [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.431923] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.513s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.432123] env[69437]: DEBUG nova.objects.instance [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 845.676538] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.689235] env[69437]: INFO nova.compute.manager [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Took 52.17 seconds to build instance. [ 845.751690] env[69437]: DEBUG nova.network.neutron [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Successfully updated port: 618e668a-95e3-411a-98df-ed9cb3d03083 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.763621] env[69437]: DEBUG nova.compute.manager [req-64ca196b-0989-4f3a-9cce-9f0c1ec9747c req-1b636341-55d5-4c78-b2b7-51f18cbe5371 service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Received event network-vif-plugged-618e668a-95e3-411a-98df-ed9cb3d03083 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.763736] env[69437]: DEBUG oslo_concurrency.lockutils [req-64ca196b-0989-4f3a-9cce-9f0c1ec9747c req-1b636341-55d5-4c78-b2b7-51f18cbe5371 service nova] Acquiring lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.763941] env[69437]: DEBUG oslo_concurrency.lockutils [req-64ca196b-0989-4f3a-9cce-9f0c1ec9747c req-1b636341-55d5-4c78-b2b7-51f18cbe5371 service nova] Lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.764148] env[69437]: DEBUG oslo_concurrency.lockutils [req-64ca196b-0989-4f3a-9cce-9f0c1ec9747c req-1b636341-55d5-4c78-b2b7-51f18cbe5371 service nova] Lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.764320] env[69437]: DEBUG nova.compute.manager [req-64ca196b-0989-4f3a-9cce-9f0c1ec9747c req-1b636341-55d5-4c78-b2b7-51f18cbe5371 service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] No waiting events found dispatching network-vif-plugged-618e668a-95e3-411a-98df-ed9cb3d03083 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 845.764485] env[69437]: WARNING nova.compute.manager [req-64ca196b-0989-4f3a-9cce-9f0c1ec9747c req-1b636341-55d5-4c78-b2b7-51f18cbe5371 service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Received unexpected event network-vif-plugged-618e668a-95e3-411a-98df-ed9cb3d03083 for instance with vm_state building and task_state spawning. [ 845.769600] env[69437]: DEBUG nova.network.neutron [-] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.859767] env[69437]: INFO nova.compute.manager [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Rebuilding instance [ 845.914582] env[69437]: DEBUG nova.compute.manager [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.916209] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203aea0b-26d5-4610-aa75-1ac8cbc17225 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.936950] env[69437]: DEBUG nova.compute.utils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.942132] env[69437]: DEBUG nova.compute.manager [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.942587] env[69437]: DEBUG nova.network.neutron [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.996244] env[69437]: DEBUG nova.policy [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5ed9d9d86747ae8a2450727f148904', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f18f6a10b50c46968def3d49b6001d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.188084] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb965731-b438-47af-8025-1efc4cb28cdd tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "668aabd7-0212-4c5a-b95f-214b34989b77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.677s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.251220] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "refresh_cache-59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.251394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquired lock "refresh_cache-59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.251553] env[69437]: DEBUG nova.network.neutron [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.272017] env[69437]: INFO nova.compute.manager [-] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Took 1.03 seconds to deallocate network for instance. [ 846.366395] env[69437]: DEBUG nova.compute.manager [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Stashing vm_state: active {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 846.389688] env[69437]: DEBUG nova.network.neutron [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Successfully created port: 2d869c0a-a6b6-4ba5-9343-b8731c888705 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.446082] env[69437]: DEBUG nova.compute.manager [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.450026] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bddb8dda-8a22-4dbd-bfd4-456adb8d24dc tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.450605] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.392s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.450963] env[69437]: DEBUG nova.objects.instance [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 846.693377] env[69437]: DEBUG nova.compute.manager [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.780737] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.784714] env[69437]: DEBUG nova.network.neutron [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.891711] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.934947] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.935358] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0abf098-75a2-4ac2-afec-8d35fa38623d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.944364] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 846.944364] env[69437]: value = "task-4103442" [ 846.944364] env[69437]: _type = "Task" [ 846.944364] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.957250] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.964796] env[69437]: DEBUG nova.network.neutron [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Updating instance_info_cache with network_info: [{"id": "618e668a-95e3-411a-98df-ed9cb3d03083", "address": "fa:16:3e:c3:43:40", "network": {"id": "675a554c-64d8-40f5-a184-3c7f08594bb2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-19599583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e465e90f98e4f3db534c7a77e802494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap618e668a-95", "ovs_interfaceid": "618e668a-95e3-411a-98df-ed9cb3d03083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.975021] env[69437]: DEBUG nova.compute.manager [req-4fc0002f-d041-4d0f-89ba-295a6634a6d4 req-b5f0ee59-4b66-4c6d-92d1-4b5b7994422b service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Received event network-changed-49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.975021] env[69437]: DEBUG nova.compute.manager [req-4fc0002f-d041-4d0f-89ba-295a6634a6d4 req-b5f0ee59-4b66-4c6d-92d1-4b5b7994422b service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Refreshing instance network info cache due to event network-changed-49e05010-9645-4b00-ba45-628f7cfba022. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.975021] env[69437]: DEBUG oslo_concurrency.lockutils [req-4fc0002f-d041-4d0f-89ba-295a6634a6d4 req-b5f0ee59-4b66-4c6d-92d1-4b5b7994422b service nova] Acquiring lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.975021] env[69437]: DEBUG oslo_concurrency.lockutils [req-4fc0002f-d041-4d0f-89ba-295a6634a6d4 req-b5f0ee59-4b66-4c6d-92d1-4b5b7994422b service nova] Acquired lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.975021] env[69437]: DEBUG nova.network.neutron [req-4fc0002f-d041-4d0f-89ba-295a6634a6d4 req-b5f0ee59-4b66-4c6d-92d1-4b5b7994422b service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Refreshing network info cache for port 49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.218595] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.455819] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103442, 'name': PowerOffVM_Task, 'duration_secs': 0.259937} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.456227] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.456930] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.457736] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6c800-eccd-47c8-a462-83c953429b8b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.468287] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.468615] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4391ab5d-c552-42f9-9e04-d4a815985647 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.471163] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Releasing lock "refresh_cache-59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.471491] env[69437]: DEBUG nova.compute.manager [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Instance network_info: |[{"id": "618e668a-95e3-411a-98df-ed9cb3d03083", "address": "fa:16:3e:c3:43:40", "network": {"id": "675a554c-64d8-40f5-a184-3c7f08594bb2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-19599583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e465e90f98e4f3db534c7a77e802494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap618e668a-95", "ovs_interfaceid": "618e668a-95e3-411a-98df-ed9cb3d03083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.472547] env[69437]: DEBUG nova.compute.manager [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.475375] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:43:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '618e668a-95e3-411a-98df-ed9cb3d03083', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.483816] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.486437] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2ac9dc7d-6299-4e66-aba0-a4b0d1155f3d tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.035s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.492599] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.492599] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.161s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.492829] env[69437]: DEBUG nova.objects.instance [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lazy-loading 'resources' on Instance uuid 89fec1cc-8bdb-488f-b06c-795c8ff1fbec {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.495784] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e0f84d-4ea0-46a3-89f1-2983f84c820b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.517752] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.518030] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.518250] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Deleting the datastore file [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.521814] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9a16997-1576-4823-995f-dd7bf120a577 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.525687] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.525687] env[69437]: value = "task-4103444" [ 847.525687] env[69437]: _type = "Task" [ 847.525687] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.528169] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.528425] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.528592] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.528785] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.528942] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.529118] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.529353] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.529523] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.529703] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.529879] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.530170] env[69437]: DEBUG nova.virt.hardware [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.532078] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29a532b-cf1a-4cf7-9750-089929da149a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.544232] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 847.544232] env[69437]: value = "task-4103445" [ 847.544232] env[69437]: _type = "Task" [ 847.544232] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.554446] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103444, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.556377] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ae0e0-2785-49ca-b280-640567fddcf4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.565276] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.950384] env[69437]: DEBUG nova.compute.manager [req-af818f0e-d24d-48e3-ac75-f231ea8ed8ab req-f16d35cb-5dca-4373-86ce-52be7f0fa638 service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Received event network-changed-618e668a-95e3-411a-98df-ed9cb3d03083 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.950773] env[69437]: DEBUG nova.compute.manager [req-af818f0e-d24d-48e3-ac75-f231ea8ed8ab req-f16d35cb-5dca-4373-86ce-52be7f0fa638 service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Refreshing instance network info cache due to event network-changed-618e668a-95e3-411a-98df-ed9cb3d03083. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.950822] env[69437]: DEBUG oslo_concurrency.lockutils [req-af818f0e-d24d-48e3-ac75-f231ea8ed8ab req-f16d35cb-5dca-4373-86ce-52be7f0fa638 service nova] Acquiring lock "refresh_cache-59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.950933] env[69437]: DEBUG oslo_concurrency.lockutils [req-af818f0e-d24d-48e3-ac75-f231ea8ed8ab req-f16d35cb-5dca-4373-86ce-52be7f0fa638 service nova] Acquired lock "refresh_cache-59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.951177] env[69437]: DEBUG nova.network.neutron [req-af818f0e-d24d-48e3-ac75-f231ea8ed8ab req-f16d35cb-5dca-4373-86ce-52be7f0fa638 service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Refreshing network info cache for port 618e668a-95e3-411a-98df-ed9cb3d03083 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.031461] env[69437]: DEBUG nova.network.neutron [req-4fc0002f-d041-4d0f-89ba-295a6634a6d4 req-b5f0ee59-4b66-4c6d-92d1-4b5b7994422b service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Updated VIF entry in instance network info cache for port 49e05010-9645-4b00-ba45-628f7cfba022. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.032015] env[69437]: DEBUG nova.network.neutron [req-4fc0002f-d041-4d0f-89ba-295a6634a6d4 req-b5f0ee59-4b66-4c6d-92d1-4b5b7994422b service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Updating instance_info_cache with network_info: [{"id": "49e05010-9645-4b00-ba45-628f7cfba022", "address": "fa:16:3e:94:1f:1d", "network": {"id": "846ba561-dce6-4852-ab7e-648ae4f8e8b7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1732056941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c783c6a099c24194973308945481db65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e05010-96", "ovs_interfaceid": "49e05010-9645-4b00-ba45-628f7cfba022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.060733] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103444, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.070217] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146163} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.070489] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.070675] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.070866] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.304440] env[69437]: DEBUG nova.network.neutron [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Successfully updated port: 2d869c0a-a6b6-4ba5-9343-b8731c888705 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.539133] env[69437]: DEBUG oslo_concurrency.lockutils [req-4fc0002f-d041-4d0f-89ba-295a6634a6d4 req-b5f0ee59-4b66-4c6d-92d1-4b5b7994422b service nova] Releasing lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.546095] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103444, 'name': CreateVM_Task, 'duration_secs': 0.627508} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.548755] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.549740] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.549878] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.550310] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.550672] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21823486-c234-4e67-a89d-b32d928df118 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.556533] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 848.556533] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525b27fc-ba21-706b-d4ef-dce27eabd6a0" [ 848.556533] env[69437]: _type = "Task" [ 848.556533] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.571137] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525b27fc-ba21-706b-d4ef-dce27eabd6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.713705] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b7830b-d5cb-4b2e-97ef-474473ccee89 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.723344] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd49dfd-61e3-474d-89b9-2f4a156fda33 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.762169] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd00459d-f139-44fd-b925-dfbddd609bd1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.770722] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b083c5b-6a78-47e0-84d8-d1c61ae261cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.786015] env[69437]: DEBUG nova.compute.provider_tree [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.807209] env[69437]: DEBUG nova.network.neutron [req-af818f0e-d24d-48e3-ac75-f231ea8ed8ab req-f16d35cb-5dca-4373-86ce-52be7f0fa638 service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Updated VIF entry in instance network info cache for port 618e668a-95e3-411a-98df-ed9cb3d03083. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.807633] env[69437]: DEBUG nova.network.neutron [req-af818f0e-d24d-48e3-ac75-f231ea8ed8ab req-f16d35cb-5dca-4373-86ce-52be7f0fa638 service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Updating instance_info_cache with network_info: [{"id": "618e668a-95e3-411a-98df-ed9cb3d03083", "address": "fa:16:3e:c3:43:40", "network": {"id": "675a554c-64d8-40f5-a184-3c7f08594bb2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-19599583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e465e90f98e4f3db534c7a77e802494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap618e668a-95", "ovs_interfaceid": "618e668a-95e3-411a-98df-ed9cb3d03083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.809212] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "refresh_cache-d78ada18-eade-4eb7-afe5-899ca524429b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.809337] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "refresh_cache-d78ada18-eade-4eb7-afe5-899ca524429b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.809387] env[69437]: DEBUG nova.network.neutron [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.068117] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525b27fc-ba21-706b-d4ef-dce27eabd6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.068915] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.068915] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.069056] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.069199] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.069396] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.069681] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c1c1ed-ed8c-445e-8bab-0d67366775bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.083780] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.083780] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.085093] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c827fd73-627c-49d0-a74c-c3d52202b862 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.092597] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 849.092597] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528a5970-47f7-2b94-523a-4795aea5ab46" [ 849.092597] env[69437]: _type = "Task" [ 849.092597] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.102088] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528a5970-47f7-2b94-523a-4795aea5ab46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.111635] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.111933] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.112129] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.112544] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.112544] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.112787] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.112864] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.113063] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.113324] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.113487] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.113805] env[69437]: DEBUG nova.virt.hardware [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.114832] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb50a68-de56-4a80-9263-9c98ff8c4fb3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.124749] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731e94e2-362b-45e4-856a-c580b65783ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.142193] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.147035] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.148031] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.148031] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6258c2b3-a97c-4104-9bf5-ba01a4360436 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.165813] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.165813] env[69437]: value = "task-4103446" [ 849.165813] env[69437]: _type = "Task" [ 849.165813] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.175125] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103446, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.290071] env[69437]: DEBUG nova.scheduler.client.report [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.312181] env[69437]: DEBUG oslo_concurrency.lockutils [req-af818f0e-d24d-48e3-ac75-f231ea8ed8ab req-f16d35cb-5dca-4373-86ce-52be7f0fa638 service nova] Releasing lock "refresh_cache-59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.384484] env[69437]: DEBUG nova.network.neutron [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.604974] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528a5970-47f7-2b94-523a-4795aea5ab46, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.605904] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c2cb31-32c1-4308-9bf2-1d04185456ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.613075] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 849.613075] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5203495b-27a4-7346-a549-da857ed33f01" [ 849.613075] env[69437]: _type = "Task" [ 849.613075] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.622290] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5203495b-27a4-7346-a549-da857ed33f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.633618] env[69437]: DEBUG nova.network.neutron [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Updating instance_info_cache with network_info: [{"id": "2d869c0a-a6b6-4ba5-9343-b8731c888705", "address": "fa:16:3e:32:47:b9", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d869c0a-a6", "ovs_interfaceid": "2d869c0a-a6b6-4ba5-9343-b8731c888705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.677027] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103446, 'name': CreateVM_Task, 'duration_secs': 0.31661} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.677796] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.677917] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.679075] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.679075] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.679075] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88e21fd-46c3-46cf-ad17-d0ed77fdb7da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.684779] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 849.684779] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52596c21-436e-3132-9556-02e628f6d278" [ 849.684779] env[69437]: _type = "Task" [ 849.684779] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.694529] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52596c21-436e-3132-9556-02e628f6d278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.795344] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.798070] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.834s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.798413] env[69437]: DEBUG nova.objects.instance [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lazy-loading 'resources' on Instance uuid 52ee2d69-0a95-460e-b95e-16e0a5114e3b {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.820980] env[69437]: INFO nova.scheduler.client.report [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted allocations for instance 89fec1cc-8bdb-488f-b06c-795c8ff1fbec [ 850.130327] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5203495b-27a4-7346-a549-da857ed33f01, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.130327] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.130327] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5/59e7198c-d59d-4f80-acd2-49dc7fb3c2f5.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.130327] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0b01731-9577-42af-97be-178e6bc599a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.136670] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "refresh_cache-d78ada18-eade-4eb7-afe5-899ca524429b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.137338] env[69437]: DEBUG nova.compute.manager [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Instance network_info: |[{"id": "2d869c0a-a6b6-4ba5-9343-b8731c888705", "address": "fa:16:3e:32:47:b9", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d869c0a-a6", "ovs_interfaceid": "2d869c0a-a6b6-4ba5-9343-b8731c888705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.137512] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:47:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d869c0a-a6b6-4ba5-9343-b8731c888705', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.145816] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.147968] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.148356] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 850.148356] env[69437]: value = "task-4103447" [ 850.148356] env[69437]: _type = "Task" [ 850.148356] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.148576] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fff38982-532c-4ea9-8290-dc288bbaff05 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.174995] env[69437]: DEBUG nova.compute.manager [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Received event network-vif-plugged-2d869c0a-a6b6-4ba5-9343-b8731c888705 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.175290] env[69437]: DEBUG oslo_concurrency.lockutils [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] Acquiring lock "d78ada18-eade-4eb7-afe5-899ca524429b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.175594] env[69437]: DEBUG oslo_concurrency.lockutils [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] Lock "d78ada18-eade-4eb7-afe5-899ca524429b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.175858] env[69437]: DEBUG oslo_concurrency.lockutils [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] Lock "d78ada18-eade-4eb7-afe5-899ca524429b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.176119] env[69437]: DEBUG nova.compute.manager [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] No waiting events found dispatching network-vif-plugged-2d869c0a-a6b6-4ba5-9343-b8731c888705 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 850.176375] env[69437]: WARNING nova.compute.manager [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Received unexpected event network-vif-plugged-2d869c0a-a6b6-4ba5-9343-b8731c888705 for instance with vm_state building and task_state spawning. [ 850.176587] env[69437]: DEBUG nova.compute.manager [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Received event network-changed-2d869c0a-a6b6-4ba5-9343-b8731c888705 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.176903] env[69437]: DEBUG nova.compute.manager [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Refreshing instance network info cache due to event network-changed-2d869c0a-a6b6-4ba5-9343-b8731c888705. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.177744] env[69437]: DEBUG oslo_concurrency.lockutils [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] Acquiring lock "refresh_cache-d78ada18-eade-4eb7-afe5-899ca524429b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.177971] env[69437]: DEBUG oslo_concurrency.lockutils [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] Acquired lock "refresh_cache-d78ada18-eade-4eb7-afe5-899ca524429b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.178265] env[69437]: DEBUG nova.network.neutron [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Refreshing network info cache for port 2d869c0a-a6b6-4ba5-9343-b8731c888705 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.187548] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.188309] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.188309] env[69437]: value = "task-4103448" [ 850.188309] env[69437]: _type = "Task" [ 850.188309] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.202984] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103448, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.207346] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52596c21-436e-3132-9556-02e628f6d278, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.208040] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.208415] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.208717] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.208952] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.209230] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.209600] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-494e9cf8-d934-402c-8fa5-081eeb271282 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.224109] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.224483] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.225222] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1996f6fe-06d3-47fa-9434-208f9ab3d001 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.233765] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 850.233765] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52201571-161f-117f-2871-3f4677f590d4" [ 850.233765] env[69437]: _type = "Task" [ 850.233765] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.245519] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52201571-161f-117f-2871-3f4677f590d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.333390] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9a85a9-c730-458a-b551-deb05e3f355e tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "89fec1cc-8bdb-488f-b06c-795c8ff1fbec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.874s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.683267] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103447, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.706116] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103448, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.748758] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52201571-161f-117f-2871-3f4677f590d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.749647] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b36a8b-8466-4a2d-9e8f-1d3d2b95a4b4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.757024] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 850.757024] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521d8802-6f67-f100-612b-12382ad74a49" [ 850.757024] env[69437]: _type = "Task" [ 850.757024] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.766571] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521d8802-6f67-f100-612b-12382ad74a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.870822] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f884df-586a-48f1-8238-84c4258c7f9d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.881824] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59027e38-39f6-4093-936c-ededcf44d2cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.917185] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf475dbd-504a-4068-b111-0a46087263c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.925646] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6e9b3a-bd9f-46d8-a5d2-616e28d55b6a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.942258] env[69437]: DEBUG nova.compute.provider_tree [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.990922] env[69437]: DEBUG nova.network.neutron [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Updated VIF entry in instance network info cache for port 2d869c0a-a6b6-4ba5-9343-b8731c888705. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.991240] env[69437]: DEBUG nova.network.neutron [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Updating instance_info_cache with network_info: [{"id": "2d869c0a-a6b6-4ba5-9343-b8731c888705", "address": "fa:16:3e:32:47:b9", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d869c0a-a6", "ovs_interfaceid": "2d869c0a-a6b6-4ba5-9343-b8731c888705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.180051] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564159} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.180578] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5/59e7198c-d59d-4f80-acd2-49dc7fb3c2f5.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.180792] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.181148] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d612c91-c54f-425a-bd35-22b062639eba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.190944] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 851.190944] env[69437]: value = "task-4103449" [ 851.190944] env[69437]: _type = "Task" [ 851.190944] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.206089] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.210828] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103448, 'name': CreateVM_Task, 'duration_secs': 0.592501} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.210828] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.211683] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.211903] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.212359] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.212728] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd28d6d-b1d4-449a-9bec-793574c4022a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.218526] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 851.218526] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526dc551-6ef7-5ed8-58b8-4a29555a99b5" [ 851.218526] env[69437]: _type = "Task" [ 851.218526] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.229203] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526dc551-6ef7-5ed8-58b8-4a29555a99b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.267287] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521d8802-6f67-f100-612b-12382ad74a49, 'name': SearchDatastore_Task, 'duration_secs': 0.012883} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.267555] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.267810] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29/cfb0b2ed-43c1-40bb-9ede-4859e2d43c29.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.268090] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7573be4b-d2fb-4297-a585-72bf1728b0cf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.274511] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 851.274511] env[69437]: value = "task-4103450" [ 851.274511] env[69437]: _type = "Task" [ 851.274511] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.282703] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.448088] env[69437]: DEBUG nova.scheduler.client.report [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.473509] env[69437]: DEBUG oslo_concurrency.lockutils [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquiring lock "668aabd7-0212-4c5a-b95f-214b34989b77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.474040] env[69437]: DEBUG oslo_concurrency.lockutils [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "668aabd7-0212-4c5a-b95f-214b34989b77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.474265] env[69437]: DEBUG oslo_concurrency.lockutils [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquiring lock "668aabd7-0212-4c5a-b95f-214b34989b77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.474465] env[69437]: DEBUG oslo_concurrency.lockutils [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "668aabd7-0212-4c5a-b95f-214b34989b77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.474634] env[69437]: DEBUG oslo_concurrency.lockutils [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "668aabd7-0212-4c5a-b95f-214b34989b77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.477163] env[69437]: INFO nova.compute.manager [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Terminating instance [ 851.493902] env[69437]: DEBUG oslo_concurrency.lockutils [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] Releasing lock "refresh_cache-d78ada18-eade-4eb7-afe5-899ca524429b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.494209] env[69437]: DEBUG nova.compute.manager [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Received event network-changed-49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.494388] env[69437]: DEBUG nova.compute.manager [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Refreshing instance network info cache due to event network-changed-49e05010-9645-4b00-ba45-628f7cfba022. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.494672] env[69437]: DEBUG oslo_concurrency.lockutils [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] Acquiring lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.494825] env[69437]: DEBUG oslo_concurrency.lockutils [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] Acquired lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.494990] env[69437]: DEBUG nova.network.neutron [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Refreshing network info cache for port 49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.701756] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067285} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.702068] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.702943] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d097db70-7b78-4165-b65b-438896abbec6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.730935] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5/59e7198c-d59d-4f80-acd2-49dc7fb3c2f5.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.734845] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-049831e6-9288-4859-99cc-3ae001f58d2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.759182] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526dc551-6ef7-5ed8-58b8-4a29555a99b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.760778] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.761037] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.761301] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.761457] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.761642] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.761972] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 851.761972] env[69437]: value = "task-4103451" [ 851.761972] env[69437]: _type = "Task" [ 851.761972] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.762186] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a33f0f-9848-4302-8d61-afb565a9f6ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.774280] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.780083] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.780331] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.781571] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c1e4d8-d862-4646-810a-ddec68322d30 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.787765] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103450, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.791836] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 851.791836] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527e7ac2-6e15-f0f5-d3b5-115247c7ee95" [ 851.791836] env[69437]: _type = "Task" [ 851.791836] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.803291] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527e7ac2-6e15-f0f5-d3b5-115247c7ee95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.953192] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.956393] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.824s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.957216] env[69437]: INFO nova.compute.claims [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.981745] env[69437]: INFO nova.scheduler.client.report [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Deleted allocations for instance 52ee2d69-0a95-460e-b95e-16e0a5114e3b [ 851.983256] env[69437]: DEBUG nova.compute.manager [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.983469] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.984701] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae44bd-477b-41a1-b41f-ce5798579f98 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.005034] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.005034] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-339956fc-dac4-44e0-a40a-82e21f89da97 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.010872] env[69437]: DEBUG oslo_vmware.api [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 852.010872] env[69437]: value = "task-4103452" [ 852.010872] env[69437]: _type = "Task" [ 852.010872] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.021727] env[69437]: DEBUG oslo_vmware.api [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.280892] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.290528] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523825} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.290808] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29/cfb0b2ed-43c1-40bb-9ede-4859e2d43c29.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.291062] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.291315] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4c7d8fe-dd48-4e5b-bfd3-4d27d2192597 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.301878] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 852.301878] env[69437]: value = "task-4103453" [ 852.301878] env[69437]: _type = "Task" [ 852.301878] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.308487] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527e7ac2-6e15-f0f5-d3b5-115247c7ee95, 'name': SearchDatastore_Task, 'duration_secs': 0.015974} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.314252] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9dc8b0e-d337-4d61-88e4-e0fff9a659f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.322111] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 852.322111] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521a3072-6ce7-4da6-ffbc-ec42d1d3c29f" [ 852.322111] env[69437]: _type = "Task" [ 852.322111] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.325350] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.334744] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521a3072-6ce7-4da6-ffbc-ec42d1d3c29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.404860] env[69437]: DEBUG nova.network.neutron [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Updated VIF entry in instance network info cache for port 49e05010-9645-4b00-ba45-628f7cfba022. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.406015] env[69437]: DEBUG nova.network.neutron [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Updating instance_info_cache with network_info: [{"id": "49e05010-9645-4b00-ba45-628f7cfba022", "address": "fa:16:3e:94:1f:1d", "network": {"id": "846ba561-dce6-4852-ab7e-648ae4f8e8b7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1732056941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c783c6a099c24194973308945481db65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e05010-96", "ovs_interfaceid": "49e05010-9645-4b00-ba45-628f7cfba022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.499744] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de6746d1-18c9-4f3f-9bd2-0c131aa7556a tempest-ServerShowV257Test-808946696 tempest-ServerShowV257Test-808946696-project-member] Lock "52ee2d69-0a95-460e-b95e-16e0a5114e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.829s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.523597] env[69437]: DEBUG oslo_vmware.api [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103452, 'name': PowerOffVM_Task, 'duration_secs': 0.255829} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.524548] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.524755] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.524984] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e2b0817-fc13-4e63-afda-27cdfc9113f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.597821] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.598189] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.598465] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Deleting the datastore file [datastore1] 668aabd7-0212-4c5a-b95f-214b34989b77 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.598769] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c6a48fb-5104-4cd4-bf96-1df13b614fd9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.607565] env[69437]: DEBUG oslo_vmware.api [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for the task: (returnval){ [ 852.607565] env[69437]: value = "task-4103455" [ 852.607565] env[69437]: _type = "Task" [ 852.607565] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.615922] env[69437]: DEBUG oslo_vmware.api [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.775747] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103451, 'name': ReconfigVM_Task, 'duration_secs': 0.542236} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.776117] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5/59e7198c-d59d-4f80-acd2-49dc7fb3c2f5.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.776775] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69437) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 852.778068] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-13d68946-0927-4f82-b49e-3a107c9378ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.785050] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 852.785050] env[69437]: value = "task-4103456" [ 852.785050] env[69437]: _type = "Task" [ 852.785050] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.795880] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103456, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.819576] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249073} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.819954] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.822271] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faa96b2-f9b6-4a1f-ad16-05eeb2da68f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.845012] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29/cfb0b2ed-43c1-40bb-9ede-4859e2d43c29.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.845878] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14f5e706-b29b-45da-bb9e-6745e8cd9f24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.865159] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521a3072-6ce7-4da6-ffbc-ec42d1d3c29f, 'name': SearchDatastore_Task, 'duration_secs': 0.024629} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.865906] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.866213] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] d78ada18-eade-4eb7-afe5-899ca524429b/d78ada18-eade-4eb7-afe5-899ca524429b.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.866653] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88be91e5-4694-4c21-a0fb-f16de1525d4e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.870710] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 852.870710] env[69437]: value = "task-4103457" [ 852.870710] env[69437]: _type = "Task" [ 852.870710] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.874965] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 852.874965] env[69437]: value = "task-4103458" [ 852.874965] env[69437]: _type = "Task" [ 852.874965] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.881987] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.887061] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.907879] env[69437]: DEBUG oslo_concurrency.lockutils [req-bf5cabf1-5502-4016-8cd4-01ff776ee153 req-09b5bea0-dab6-4080-8b96-9a0acf996f3c service nova] Releasing lock "refresh_cache-668aabd7-0212-4c5a-b95f-214b34989b77" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.119809] env[69437]: DEBUG oslo_vmware.api [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Task: {'id': task-4103455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14211} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.123422] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.123645] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.123839] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.124200] env[69437]: INFO nova.compute.manager [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 853.124433] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.124433] env[69437]: DEBUG nova.compute.manager [-] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.125603] env[69437]: DEBUG nova.network.neutron [-] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.297756] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103456, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.057915} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.297756] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69437) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 853.298500] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c7eda-478e-4550-9e68-bf990450bd7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.330872] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5/ephemeral_0.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.334274] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3320cfdf-9bcc-4993-af50-c821a352a9d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.357150] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 853.357150] env[69437]: value = "task-4103459" [ 853.357150] env[69437]: _type = "Task" [ 853.357150] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.373180] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.388571] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.393287] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516653} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.393590] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] d78ada18-eade-4eb7-afe5-899ca524429b/d78ada18-eade-4eb7-afe5-899ca524429b.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.393856] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.394225] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0216a6a3-feb0-492d-acf2-19ef99065fdd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.402576] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 853.402576] env[69437]: value = "task-4103460" [ 853.402576] env[69437]: _type = "Task" [ 853.402576] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.411371] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.531068] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be43c7e-9d0a-431c-9d19-da54d04264d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.535864] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e3a18d-4f43-4558-a707-c087ce9c1cce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.573591] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54890621-e4d3-4cb7-90c9-87020da34c82 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.583227] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115b24be-891f-4218-8bb6-480773e96c60 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.601068] env[69437]: DEBUG nova.compute.provider_tree [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.627098] env[69437]: DEBUG nova.compute.manager [req-0c773b82-804e-49eb-829c-226479023c5b req-e4d2c716-d5fa-42d9-b25c-99a3cda83e5c service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Received event network-vif-deleted-49e05010-9645-4b00-ba45-628f7cfba022 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.627419] env[69437]: INFO nova.compute.manager [req-0c773b82-804e-49eb-829c-226479023c5b req-e4d2c716-d5fa-42d9-b25c-99a3cda83e5c service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Neutron deleted interface 49e05010-9645-4b00-ba45-628f7cfba022; detaching it from the instance and deleting it from the info cache [ 853.627645] env[69437]: DEBUG nova.network.neutron [req-0c773b82-804e-49eb-829c-226479023c5b req-e4d2c716-d5fa-42d9-b25c-99a3cda83e5c service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.872421] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103459, 'name': ReconfigVM_Task, 'duration_secs': 0.30873} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.872581] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5/ephemeral_0.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.873506] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e06da17b-b9ce-4cb3-836f-ac16c5d759c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.884850] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.886329] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 853.886329] env[69437]: value = "task-4103461" [ 853.886329] env[69437]: _type = "Task" [ 853.886329] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.895388] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103461, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.913355] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211298} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.913648] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.914464] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c895fa57-c676-4391-b168-1d6718f5c225 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.937601] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d78ada18-eade-4eb7-afe5-899ca524429b/d78ada18-eade-4eb7-afe5-899ca524429b.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.937935] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c0dfc0-14ea-4eee-979c-54d5864430ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.958697] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 853.958697] env[69437]: value = "task-4103462" [ 853.958697] env[69437]: _type = "Task" [ 853.958697] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.967836] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.103240] env[69437]: DEBUG nova.scheduler.client.report [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.107059] env[69437]: DEBUG nova.network.neutron [-] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.130847] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a08fe4f0-a091-4684-afd2-1dd3ea8cb4fb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.140927] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6e300b-9c29-4d33-8cc7-762605b552b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.181736] env[69437]: DEBUG nova.compute.manager [req-0c773b82-804e-49eb-829c-226479023c5b req-e4d2c716-d5fa-42d9-b25c-99a3cda83e5c service nova] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Detach interface failed, port_id=49e05010-9645-4b00-ba45-628f7cfba022, reason: Instance 668aabd7-0212-4c5a-b95f-214b34989b77 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.389136] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.401700] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103461, 'name': Rename_Task, 'duration_secs': 0.181314} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.402122] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.402460] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ba0252f-f00d-4abc-9375-49558fc84437 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.412782] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 854.412782] env[69437]: value = "task-4103463" [ 854.412782] env[69437]: _type = "Task" [ 854.412782] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.424965] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.471484] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.610014] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.610014] env[69437]: DEBUG nova.compute.manager [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.613061] env[69437]: INFO nova.compute.manager [-] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Took 1.49 seconds to deallocate network for instance. [ 854.613247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.146s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.613482] env[69437]: DEBUG nova.objects.instance [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lazy-loading 'resources' on Instance uuid 42f1adb9-de91-4dac-8b1d-ca21a0b9f530 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.885665] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103457, 'name': ReconfigVM_Task, 'duration_secs': 1.596328} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.885826] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Reconfigured VM instance instance-00000035 to attach disk [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29/cfb0b2ed-43c1-40bb-9ede-4859e2d43c29.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.886469] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-858d4878-2531-4da9-9202-7612186cc142 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.893748] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 854.893748] env[69437]: value = "task-4103464" [ 854.893748] env[69437]: _type = "Task" [ 854.893748] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.905297] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103464, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.923784] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103463, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.970979] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103462, 'name': ReconfigVM_Task, 'duration_secs': 1.009514} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.971271] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d78ada18-eade-4eb7-afe5-899ca524429b/d78ada18-eade-4eb7-afe5-899ca524429b.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.971945] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82e4e56d-2194-46fd-82c1-642bb1e19252 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.980468] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 854.980468] env[69437]: value = "task-4103465" [ 854.980468] env[69437]: _type = "Task" [ 854.980468] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.991410] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103465, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.117351] env[69437]: DEBUG nova.compute.utils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.123201] env[69437]: DEBUG nova.compute.manager [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.123201] env[69437]: DEBUG nova.network.neutron [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.126347] env[69437]: DEBUG oslo_concurrency.lockutils [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.198961] env[69437]: DEBUG nova.policy [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ec123be66949629c41932c53a5e510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c4caf8c2214734bb14b0bb9f59d746', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.406245] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103464, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.424106] env[69437]: DEBUG oslo_vmware.api [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103463, 'name': PowerOnVM_Task, 'duration_secs': 0.609801} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.424384] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.424588] env[69437]: INFO nova.compute.manager [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Took 10.11 seconds to spawn the instance on the hypervisor. [ 855.425410] env[69437]: DEBUG nova.compute.manager [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.425581] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18efbeda-c78c-47da-aa60-1b2cc170a704 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.491369] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103465, 'name': Rename_Task, 'duration_secs': 0.202495} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.491677] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.491929] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbd3f87-f7da-4af5-aa0c-17832452a609 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.499055] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 855.499055] env[69437]: value = "task-4103466" [ 855.499055] env[69437]: _type = "Task" [ 855.499055] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.504053] env[69437]: DEBUG nova.network.neutron [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Successfully created port: 76ae1fd3-efce-4c1f-bda6-f31555266b11 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.515052] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.622024] env[69437]: DEBUG nova.compute.manager [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.639020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444dbe8-2573-4c49-ac63-d3ebae49a6a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.646023] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aa016d-fbec-4fb5-bc88-87d3ba527607 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.680443] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f0763b-0262-4928-a56a-e302b4eedfef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.689830] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3019edc3-e4ab-41f2-b8ca-8f776da55ee6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.704749] env[69437]: DEBUG nova.compute.provider_tree [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.907270] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103464, 'name': Rename_Task, 'duration_secs': 0.715558} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.907690] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.908037] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa17420c-df85-4278-aad5-4dc4b19127e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.917060] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 855.917060] env[69437]: value = "task-4103467" [ 855.917060] env[69437]: _type = "Task" [ 855.917060] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.929104] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.945460] env[69437]: INFO nova.compute.manager [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Took 56.75 seconds to build instance. [ 856.011757] env[69437]: DEBUG oslo_vmware.api [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103466, 'name': PowerOnVM_Task, 'duration_secs': 0.48171} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.012062] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.012270] env[69437]: INFO nova.compute.manager [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Took 8.54 seconds to spawn the instance on the hypervisor. [ 856.012463] env[69437]: DEBUG nova.compute.manager [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.013309] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0d1cef-1cf6-4da5-9180-38deae15d2c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.208097] env[69437]: DEBUG nova.scheduler.client.report [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.427895] env[69437]: DEBUG oslo_vmware.api [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103467, 'name': PowerOnVM_Task, 'duration_secs': 0.477304} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.428274] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.428528] env[69437]: DEBUG nova.compute.manager [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.429380] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f487fe-b3f0-4dea-bb18-fef21b343b9d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.449638] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de68c45f-73e0-4620-b4f6-4b1f33772faf tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.970s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.531680] env[69437]: INFO nova.compute.manager [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Took 52.66 seconds to build instance. [ 856.631710] env[69437]: DEBUG nova.compute.manager [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.675555] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.675849] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.675974] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.676229] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.680144] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.680144] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.680144] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.680144] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.680144] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.680144] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.680144] env[69437]: DEBUG nova.virt.hardware [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.680144] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9fe03a-fe24-49a3-8cf1-18877d1483ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.688357] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b0ebc9-0a43-4a7d-abfc-4f84769553f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.705579] env[69437]: DEBUG nova.compute.manager [req-dfa166b8-6add-4827-9b7a-f99dc17644ba req-cdba4f0f-79d1-436d-9b65-d5784da1c1ad service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Received event network-changed-618e668a-95e3-411a-98df-ed9cb3d03083 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.705909] env[69437]: DEBUG nova.compute.manager [req-dfa166b8-6add-4827-9b7a-f99dc17644ba req-cdba4f0f-79d1-436d-9b65-d5784da1c1ad service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Refreshing instance network info cache due to event network-changed-618e668a-95e3-411a-98df-ed9cb3d03083. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.706260] env[69437]: DEBUG oslo_concurrency.lockutils [req-dfa166b8-6add-4827-9b7a-f99dc17644ba req-cdba4f0f-79d1-436d-9b65-d5784da1c1ad service nova] Acquiring lock "refresh_cache-59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.706463] env[69437]: DEBUG oslo_concurrency.lockutils [req-dfa166b8-6add-4827-9b7a-f99dc17644ba req-cdba4f0f-79d1-436d-9b65-d5784da1c1ad service nova] Acquired lock "refresh_cache-59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.706684] env[69437]: DEBUG nova.network.neutron [req-dfa166b8-6add-4827-9b7a-f99dc17644ba req-cdba4f0f-79d1-436d-9b65-d5784da1c1ad service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Refreshing network info cache for port 618e668a-95e3-411a-98df-ed9cb3d03083 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.716117] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.718762] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.889s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.720863] env[69437]: INFO nova.compute.claims [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.744276] env[69437]: INFO nova.scheduler.client.report [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Deleted allocations for instance 42f1adb9-de91-4dac-8b1d-ca21a0b9f530 [ 856.852698] env[69437]: DEBUG oslo_concurrency.lockutils [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "d78ada18-eade-4eb7-afe5-899ca524429b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.948374] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.951945] env[69437]: DEBUG nova.compute.manager [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.035860] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b00aa9b8-c595-4a61-ad46-a12602df0dbe tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "d78ada18-eade-4eb7-afe5-899ca524429b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.182s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.040273] env[69437]: DEBUG oslo_concurrency.lockutils [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "d78ada18-eade-4eb7-afe5-899ca524429b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.185s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.041438] env[69437]: DEBUG oslo_concurrency.lockutils [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "d78ada18-eade-4eb7-afe5-899ca524429b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.041687] env[69437]: DEBUG oslo_concurrency.lockutils [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "d78ada18-eade-4eb7-afe5-899ca524429b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.041883] env[69437]: DEBUG oslo_concurrency.lockutils [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "d78ada18-eade-4eb7-afe5-899ca524429b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.043940] env[69437]: INFO nova.compute.manager [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Terminating instance [ 857.098992] env[69437]: DEBUG nova.network.neutron [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Successfully updated port: 76ae1fd3-efce-4c1f-bda6-f31555266b11 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.252921] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Lock "42f1adb9-de91-4dac-8b1d-ca21a0b9f530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.483s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.477766] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.505329] env[69437]: DEBUG nova.network.neutron [req-dfa166b8-6add-4827-9b7a-f99dc17644ba req-cdba4f0f-79d1-436d-9b65-d5784da1c1ad service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Updated VIF entry in instance network info cache for port 618e668a-95e3-411a-98df-ed9cb3d03083. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.505706] env[69437]: DEBUG nova.network.neutron [req-dfa166b8-6add-4827-9b7a-f99dc17644ba req-cdba4f0f-79d1-436d-9b65-d5784da1c1ad service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Updating instance_info_cache with network_info: [{"id": "618e668a-95e3-411a-98df-ed9cb3d03083", "address": "fa:16:3e:c3:43:40", "network": {"id": "675a554c-64d8-40f5-a184-3c7f08594bb2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-19599583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e465e90f98e4f3db534c7a77e802494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap618e668a-95", "ovs_interfaceid": "618e668a-95e3-411a-98df-ed9cb3d03083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.544764] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.554988] env[69437]: DEBUG nova.compute.manager [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.554988] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.555893] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14116f91-456b-4d65-b2d4-6bbdf176d72b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.564141] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.564403] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6320307-cb66-4914-8d21-e4912a67c75f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.571235] env[69437]: DEBUG oslo_vmware.api [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 857.571235] env[69437]: value = "task-4103468" [ 857.571235] env[69437]: _type = "Task" [ 857.571235] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.581051] env[69437]: DEBUG oslo_vmware.api [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.602483] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.602730] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.602851] env[69437]: DEBUG nova.network.neutron [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.675596] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "cfb0b2ed-43c1-40bb-9ede-4859e2d43c29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.675868] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "cfb0b2ed-43c1-40bb-9ede-4859e2d43c29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.676137] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "cfb0b2ed-43c1-40bb-9ede-4859e2d43c29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.676424] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "cfb0b2ed-43c1-40bb-9ede-4859e2d43c29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.676649] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "cfb0b2ed-43c1-40bb-9ede-4859e2d43c29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.679038] env[69437]: INFO nova.compute.manager [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Terminating instance [ 858.008965] env[69437]: DEBUG oslo_concurrency.lockutils [req-dfa166b8-6add-4827-9b7a-f99dc17644ba req-cdba4f0f-79d1-436d-9b65-d5784da1c1ad service nova] Releasing lock "refresh_cache-59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.070476] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.082098] env[69437]: DEBUG oslo_vmware.api [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103468, 'name': PowerOffVM_Task, 'duration_secs': 0.229975} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.084874] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.085112] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.085590] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1f0ed57-ca94-4ae5-a79e-476fe40147f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.144770] env[69437]: DEBUG nova.network.neutron [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.165153] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.165435] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.165666] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleting the datastore file [datastore1] d78ada18-eade-4eb7-afe5-899ca524429b {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.168678] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b0e33d-29b1-4efd-8473-db540f56ea66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.176904] env[69437]: DEBUG oslo_vmware.api [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 858.176904] env[69437]: value = "task-4103470" [ 858.176904] env[69437]: _type = "Task" [ 858.176904] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.185342] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba9821f-00a4-4747-a70c-1cd7f6165a34 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.189299] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "refresh_cache-cfb0b2ed-43c1-40bb-9ede-4859e2d43c29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.189498] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquired lock "refresh_cache-cfb0b2ed-43c1-40bb-9ede-4859e2d43c29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.189681] env[69437]: DEBUG nova.network.neutron [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.196727] env[69437]: DEBUG oslo_vmware.api [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.202241] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cb0975-1cbd-4f36-a2cd-30ffb564dcae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.242093] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f27547d-0ffa-4590-8fe5-958b004e5fe4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.252038] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d7bf6c-6ca9-4c06-86a3-7e20013c2b73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.268208] env[69437]: DEBUG nova.compute.provider_tree [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.409073] env[69437]: DEBUG nova.network.neutron [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance_info_cache with network_info: [{"id": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "address": "fa:16:3e:69:64:54", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ae1fd3-ef", "ovs_interfaceid": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.691588] env[69437]: DEBUG oslo_vmware.api [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168013} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.691980] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.692392] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.692601] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.692789] env[69437]: INFO nova.compute.manager [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 858.693057] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.693278] env[69437]: DEBUG nova.compute.manager [-] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.693381] env[69437]: DEBUG nova.network.neutron [-] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.726976] env[69437]: DEBUG nova.network.neutron [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.774019] env[69437]: DEBUG nova.scheduler.client.report [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.821782] env[69437]: DEBUG nova.compute.manager [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Received event network-vif-plugged-76ae1fd3-efce-4c1f-bda6-f31555266b11 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.822433] env[69437]: DEBUG oslo_concurrency.lockutils [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] Acquiring lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.822731] env[69437]: DEBUG oslo_concurrency.lockutils [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.822952] env[69437]: DEBUG oslo_concurrency.lockutils [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.823188] env[69437]: DEBUG nova.compute.manager [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] No waiting events found dispatching network-vif-plugged-76ae1fd3-efce-4c1f-bda6-f31555266b11 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 858.823449] env[69437]: WARNING nova.compute.manager [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Received unexpected event network-vif-plugged-76ae1fd3-efce-4c1f-bda6-f31555266b11 for instance with vm_state building and task_state spawning. [ 858.823588] env[69437]: DEBUG nova.compute.manager [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Received event network-changed-76ae1fd3-efce-4c1f-bda6-f31555266b11 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.823843] env[69437]: DEBUG nova.compute.manager [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Refreshing instance network info cache due to event network-changed-76ae1fd3-efce-4c1f-bda6-f31555266b11. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.823981] env[69437]: DEBUG oslo_concurrency.lockutils [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] Acquiring lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.849418] env[69437]: DEBUG nova.network.neutron [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.912171] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.912234] env[69437]: DEBUG nova.compute.manager [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Instance network_info: |[{"id": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "address": "fa:16:3e:69:64:54", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ae1fd3-ef", "ovs_interfaceid": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.913034] env[69437]: DEBUG oslo_concurrency.lockutils [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] Acquired lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.913034] env[69437]: DEBUG nova.network.neutron [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Refreshing network info cache for port 76ae1fd3-efce-4c1f-bda6-f31555266b11 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.915483] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:64:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ae1fd3-efce-4c1f-bda6-f31555266b11', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.925529] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.928706] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.929307] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa8fc7a-60c7-496c-8424-eff5518d0587 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.951496] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.951496] env[69437]: value = "task-4103471" [ 858.951496] env[69437]: _type = "Task" [ 858.951496] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.960545] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103471, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.278420] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.278910] env[69437]: DEBUG nova.compute.manager [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.283266] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.669s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.285940] env[69437]: INFO nova.compute.claims [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.352434] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Releasing lock "refresh_cache-cfb0b2ed-43c1-40bb-9ede-4859e2d43c29" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.352867] env[69437]: DEBUG nova.compute.manager [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.353080] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.354248] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537a3dee-0381-431e-a4d5-90d6289d08fe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.366701] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.366980] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c408e923-0936-4ed0-8dd4-409cc8f7b456 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.376521] env[69437]: DEBUG oslo_vmware.api [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 859.376521] env[69437]: value = "task-4103472" [ 859.376521] env[69437]: _type = "Task" [ 859.376521] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.388864] env[69437]: DEBUG oslo_vmware.api [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.413081] env[69437]: DEBUG nova.network.neutron [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updated VIF entry in instance network info cache for port 76ae1fd3-efce-4c1f-bda6-f31555266b11. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.413494] env[69437]: DEBUG nova.network.neutron [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance_info_cache with network_info: [{"id": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "address": "fa:16:3e:69:64:54", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ae1fd3-ef", "ovs_interfaceid": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.465304] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103471, 'name': CreateVM_Task, 'duration_secs': 0.376332} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.465523] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.466268] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.466433] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.466804] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.467090] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b229bc2c-cfac-4258-b26f-fbbd73556e85 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.473478] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 859.473478] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b6c10e-251d-fea6-641d-b52a2fac86cc" [ 859.473478] env[69437]: _type = "Task" [ 859.473478] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.482810] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b6c10e-251d-fea6-641d-b52a2fac86cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.794202] env[69437]: DEBUG nova.compute.utils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.795682] env[69437]: DEBUG nova.compute.manager [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.795855] env[69437]: DEBUG nova.network.neutron [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.822399] env[69437]: DEBUG nova.network.neutron [-] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.885944] env[69437]: DEBUG nova.policy [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f328ac54eef4e3c891c1c15a7d7f5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66b6697a67c84d8894b12fc2386760aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.893011] env[69437]: DEBUG oslo_vmware.api [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103472, 'name': PowerOffVM_Task, 'duration_secs': 0.144366} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.893335] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.893511] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.893776] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3802f84-1957-4837-9f67-cdcfb3f29014 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.917110] env[69437]: DEBUG oslo_concurrency.lockutils [req-48ab4e89-29d0-4190-9121-7b7e574e6400 req-57ba00b3-8567-4fc4-aea0-f29c3f13bf1e service nova] Releasing lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.921672] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.921910] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.922111] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Deleting the datastore file [datastore1] cfb0b2ed-43c1-40bb-9ede-4859e2d43c29 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.922401] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bc1ce3f-b008-4749-a81e-9e4fb3d4598d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.930263] env[69437]: DEBUG oslo_vmware.api [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for the task: (returnval){ [ 859.930263] env[69437]: value = "task-4103474" [ 859.930263] env[69437]: _type = "Task" [ 859.930263] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.940284] env[69437]: DEBUG oslo_vmware.api [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.985013] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b6c10e-251d-fea6-641d-b52a2fac86cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013863} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.985244] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.985514] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.985705] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.986046] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.986121] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.986430] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6107a73e-09c6-4e89-a114-07463d1cea92 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.996793] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.997069] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.997962] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff13528-5fef-41d6-ac97-8f489462c0e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.005079] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 860.005079] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527f23b5-3e8f-c90a-92df-0b199537cba5" [ 860.005079] env[69437]: _type = "Task" [ 860.005079] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.015982] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527f23b5-3e8f-c90a-92df-0b199537cba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.298918] env[69437]: DEBUG nova.compute.manager [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.326032] env[69437]: INFO nova.compute.manager [-] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Took 1.63 seconds to deallocate network for instance. [ 860.445293] env[69437]: DEBUG oslo_vmware.api [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Task: {'id': task-4103474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099543} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.447046] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.447046] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.447046] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.447046] env[69437]: INFO nova.compute.manager [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Took 1.09 seconds to destroy the instance on the hypervisor. [ 860.447046] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.447046] env[69437]: DEBUG nova.compute.manager [-] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.447046] env[69437]: DEBUG nova.network.neutron [-] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.470852] env[69437]: DEBUG nova.network.neutron [-] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.515102] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527f23b5-3e8f-c90a-92df-0b199537cba5, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.515927] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee8bde8-b5f3-42ea-8216-891998e4fa49 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.524032] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 860.524032] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52135ef4-ad90-2ae4-4eec-a28d0a53c011" [ 860.524032] env[69437]: _type = "Task" [ 860.524032] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.536257] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52135ef4-ad90-2ae4-4eec-a28d0a53c011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.659879] env[69437]: DEBUG nova.network.neutron [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Successfully created port: 94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.823197] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dd95f6-ae50-453e-80e0-35f628020fa2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.836438] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d044176-1d38-41b9-b507-3e6a3814a667 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.841946] env[69437]: DEBUG oslo_concurrency.lockutils [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.883021] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12904c90-3782-4bda-9722-8635daaa38f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.884809] env[69437]: DEBUG nova.compute.manager [req-3182131a-0a55-4c8b-acec-234d335aa9ca req-17ed21af-bbce-4477-9bc0-3aaf41a0b78e service nova] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Received event network-vif-deleted-2d869c0a-a6b6-4ba5-9343-b8731c888705 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.892756] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc0ea5c-e0b7-42b7-8f97-467a4ef9e3da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.911289] env[69437]: DEBUG nova.compute.provider_tree [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.973938] env[69437]: DEBUG nova.network.neutron [-] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.038684] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52135ef4-ad90-2ae4-4eec-a28d0a53c011, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.039219] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.039588] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 409ed865-9c91-40a1-9fe3-757fbe4f68ba/409ed865-9c91-40a1-9fe3-757fbe4f68ba.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.040146] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f82c7be-e75d-46e1-bbfc-84bb456c5620 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.048896] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 861.048896] env[69437]: value = "task-4103475" [ 861.048896] env[69437]: _type = "Task" [ 861.048896] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.060946] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.314067] env[69437]: DEBUG nova.compute.manager [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.345862] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.346446] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.349897] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.349897] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.349897] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.349897] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.349897] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.349897] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.349897] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.349897] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.349897] env[69437]: DEBUG nova.virt.hardware [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.349897] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1308da03-000c-47c0-8c06-0a2b5b2003d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.363610] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31da44a-b283-421a-b468-5e1d9b564835 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.415338] env[69437]: DEBUG nova.scheduler.client.report [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.476978] env[69437]: INFO nova.compute.manager [-] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Took 1.03 seconds to deallocate network for instance. [ 861.560996] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500186} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.561419] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 409ed865-9c91-40a1-9fe3-757fbe4f68ba/409ed865-9c91-40a1-9fe3-757fbe4f68ba.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.561830] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.562123] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a24557dd-ab2c-416a-ab33-1931bdf84bb5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.569103] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 861.569103] env[69437]: value = "task-4103476" [ 861.569103] env[69437]: _type = "Task" [ 861.569103] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.578245] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.922018] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.922788] env[69437]: DEBUG nova.compute.manager [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.926578] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.532s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.926578] env[69437]: DEBUG nova.objects.instance [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lazy-loading 'resources' on Instance uuid 4e579e51-18a2-4127-a95d-f4b40f2854b7 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.987541] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.085266] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062652} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.086028] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.087319] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7079bb08-bdec-4ec3-a925-cefd329d7475 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.116185] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 409ed865-9c91-40a1-9fe3-757fbe4f68ba/409ed865-9c91-40a1-9fe3-757fbe4f68ba.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.120020] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab858734-30b1-441d-ac90-ad575fb826cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.138955] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 862.138955] env[69437]: value = "task-4103477" [ 862.138955] env[69437]: _type = "Task" [ 862.138955] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.148077] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.281168] env[69437]: DEBUG nova.network.neutron [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Successfully updated port: 94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.431561] env[69437]: DEBUG nova.compute.utils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.438659] env[69437]: DEBUG nova.compute.manager [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.439190] env[69437]: DEBUG nova.network.neutron [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.482329] env[69437]: DEBUG nova.policy [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5d7234584cd4ca691c48de743959cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '873953e7e17644a1bd4f10b509a72aaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.656739] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103477, 'name': ReconfigVM_Task, 'duration_secs': 0.304183} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.659721] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 409ed865-9c91-40a1-9fe3-757fbe4f68ba/409ed865-9c91-40a1-9fe3-757fbe4f68ba.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.660747] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20cbbe9e-6e95-48d2-8d69-23f64ec822f3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.668694] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 862.668694] env[69437]: value = "task-4103478" [ 862.668694] env[69437]: _type = "Task" [ 862.668694] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.682296] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103478, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.783660] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.783828] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquired lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.784227] env[69437]: DEBUG nova.network.neutron [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.912261] env[69437]: DEBUG nova.network.neutron [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Successfully created port: 6e7bcbc7-b525-4a8d-a30b-d31611c14164 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.941031] env[69437]: DEBUG nova.compute.manager [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.987271] env[69437]: DEBUG nova.compute.manager [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Received event network-vif-plugged-94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.987544] env[69437]: DEBUG oslo_concurrency.lockutils [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] Acquiring lock "b325849e-92e0-4cae-8478-5f742325cb83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.987788] env[69437]: DEBUG oslo_concurrency.lockutils [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] Lock "b325849e-92e0-4cae-8478-5f742325cb83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.987985] env[69437]: DEBUG oslo_concurrency.lockutils [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] Lock "b325849e-92e0-4cae-8478-5f742325cb83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.990369] env[69437]: DEBUG nova.compute.manager [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] No waiting events found dispatching network-vif-plugged-94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 862.990731] env[69437]: WARNING nova.compute.manager [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Received unexpected event network-vif-plugged-94656447-8211-4bdf-809b-197bd430098c for instance with vm_state building and task_state spawning. [ 862.991299] env[69437]: DEBUG nova.compute.manager [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Received event network-changed-94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.991299] env[69437]: DEBUG nova.compute.manager [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Refreshing instance network info cache due to event network-changed-94656447-8211-4bdf-809b-197bd430098c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.991523] env[69437]: DEBUG oslo_concurrency.lockutils [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] Acquiring lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.036008] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1b30bc-df27-46cd-9dd0-f806bbbc17a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.047646] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cf0c3c-c554-49be-9100-0a360d649300 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.081079] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f82a47-6ddf-4287-a062-a6a3003a7639 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.089739] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb78589e-a774-4201-a162-68e59e264bd5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.105138] env[69437]: DEBUG nova.compute.provider_tree [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.136312] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "f7b17629-a56f-43a8-b963-2c03e4e725c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.136573] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.182647] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103478, 'name': Rename_Task, 'duration_secs': 0.167967} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.182647] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.182647] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a9ec025-5938-4847-bca8-22a50a617fe1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.189221] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 863.189221] env[69437]: value = "task-4103479" [ 863.189221] env[69437]: _type = "Task" [ 863.189221] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.207121] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.328353] env[69437]: DEBUG nova.network.neutron [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.507440] env[69437]: DEBUG nova.network.neutron [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Updating instance_info_cache with network_info: [{"id": "94656447-8211-4bdf-809b-197bd430098c", "address": "fa:16:3e:e2:74:93", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94656447-82", "ovs_interfaceid": "94656447-8211-4bdf-809b-197bd430098c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.609436] env[69437]: DEBUG nova.scheduler.client.report [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.701021] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103479, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.952085] env[69437]: DEBUG nova.compute.manager [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.980260] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.980544] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.980704] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.980884] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.981051] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.981219] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.981443] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.981608] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.981790] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.981965] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.982172] env[69437]: DEBUG nova.virt.hardware [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.983129] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2e3841-abb4-4ed0-9b72-01f3f982dcae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.992633] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071e41c0-c6b3-4d48-b0e1-66acdfcfaf54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.011108] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Releasing lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.011459] env[69437]: DEBUG nova.compute.manager [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Instance network_info: |[{"id": "94656447-8211-4bdf-809b-197bd430098c", "address": "fa:16:3e:e2:74:93", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94656447-82", "ovs_interfaceid": "94656447-8211-4bdf-809b-197bd430098c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.011752] env[69437]: DEBUG oslo_concurrency.lockutils [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] Acquired lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.011933] env[69437]: DEBUG nova.network.neutron [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Refreshing network info cache for port 94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.013134] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:74:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94656447-8211-4bdf-809b-197bd430098c', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.021346] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.022317] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.022554] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c78588a-8316-4713-8b0c-0245fc7e86ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.042918] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.042918] env[69437]: value = "task-4103480" [ 864.042918] env[69437]: _type = "Task" [ 864.042918] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.051492] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103480, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.115062] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.117563] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.179s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.119211] env[69437]: INFO nova.compute.claims [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.141250] env[69437]: INFO nova.scheduler.client.report [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Deleted allocations for instance 4e579e51-18a2-4127-a95d-f4b40f2854b7 [ 864.202939] env[69437]: DEBUG oslo_vmware.api [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103479, 'name': PowerOnVM_Task, 'duration_secs': 0.581706} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.203318] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.203529] env[69437]: INFO nova.compute.manager [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Took 7.57 seconds to spawn the instance on the hypervisor. [ 864.203707] env[69437]: DEBUG nova.compute.manager [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.204530] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6117ce2-0267-4e29-9dbe-2d7a58117411 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.554685] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103480, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.649529] env[69437]: DEBUG nova.network.neutron [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Successfully updated port: 6e7bcbc7-b525-4a8d-a30b-d31611c14164 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.652994] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "4e579e51-18a2-4127-a95d-f4b40f2854b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.312s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.722353] env[69437]: INFO nova.compute.manager [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Took 54.61 seconds to build instance. [ 864.870270] env[69437]: DEBUG nova.network.neutron [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Updated VIF entry in instance network info cache for port 94656447-8211-4bdf-809b-197bd430098c. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.870659] env[69437]: DEBUG nova.network.neutron [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Updating instance_info_cache with network_info: [{"id": "94656447-8211-4bdf-809b-197bd430098c", "address": "fa:16:3e:e2:74:93", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94656447-82", "ovs_interfaceid": "94656447-8211-4bdf-809b-197bd430098c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.054254] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103480, 'name': CreateVM_Task, 'duration_secs': 0.626555} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.054558] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.055158] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.055335] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.055649] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.055912] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76a6f06-f245-4d66-bdfa-cad359953d2d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.061198] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 865.061198] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b882fe-9097-1623-77eb-2b6ae06258d2" [ 865.061198] env[69437]: _type = "Task" [ 865.061198] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.070598] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b882fe-9097-1623-77eb-2b6ae06258d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.152463] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.152622] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.153384] env[69437]: DEBUG nova.network.neutron [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.219947] env[69437]: DEBUG nova.compute.manager [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Received event network-vif-plugged-6e7bcbc7-b525-4a8d-a30b-d31611c14164 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.220204] env[69437]: DEBUG oslo_concurrency.lockutils [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] Acquiring lock "3a6b21f3-d390-4b88-aabb-e94d219881d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.220427] env[69437]: DEBUG oslo_concurrency.lockutils [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] Lock "3a6b21f3-d390-4b88-aabb-e94d219881d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.220593] env[69437]: DEBUG oslo_concurrency.lockutils [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] Lock "3a6b21f3-d390-4b88-aabb-e94d219881d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.220758] env[69437]: DEBUG nova.compute.manager [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] No waiting events found dispatching network-vif-plugged-6e7bcbc7-b525-4a8d-a30b-d31611c14164 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 865.220918] env[69437]: WARNING nova.compute.manager [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Received unexpected event network-vif-plugged-6e7bcbc7-b525-4a8d-a30b-d31611c14164 for instance with vm_state building and task_state spawning. [ 865.221313] env[69437]: DEBUG nova.compute.manager [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Received event network-changed-6e7bcbc7-b525-4a8d-a30b-d31611c14164 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.221313] env[69437]: DEBUG nova.compute.manager [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Refreshing instance network info cache due to event network-changed-6e7bcbc7-b525-4a8d-a30b-d31611c14164. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.221400] env[69437]: DEBUG oslo_concurrency.lockutils [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] Acquiring lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.226700] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c9118af-c9be-41f4-9b7b-c2c88a29618a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.561s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.373384] env[69437]: DEBUG oslo_concurrency.lockutils [req-486f78bc-c432-495f-befc-c32104e2b27e req-587d99eb-acdd-4459-a909-23caae06fd6c service nova] Releasing lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.571982] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b882fe-9097-1623-77eb-2b6ae06258d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.572327] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.572577] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.572825] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.572972] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.573167] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.574443] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0782ca47-bda1-4f40-a6e0-be8b956df495 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.576606] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f85932e-4f1b-46b8-9cd7-f82d1e9bc5dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.584962] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eede888b-f83b-40e8-a163-d25ca2d3087b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.588715] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.588910] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.589973] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0a8ce8-f92e-479d-8068-c6d0398ae5d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.618942] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab01e51-68b0-4e9d-a00f-995463476dda {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.623269] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 865.623269] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5272eae4-a34b-4c5f-5475-11dd1be96232" [ 865.623269] env[69437]: _type = "Task" [ 865.623269] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.630799] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ecd8cc-d91d-43ea-bd2c-1d7504a7747a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.637987] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5272eae4-a34b-4c5f-5475-11dd1be96232, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.639088] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86ae10e-89ec-454f-bc68-8e7b9afe53b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.649205] env[69437]: DEBUG nova.compute.provider_tree [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.653940] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 865.653940] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52141553-ade8-6c0e-ce4a-141d44d36208" [ 865.653940] env[69437]: _type = "Task" [ 865.653940] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.665871] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52141553-ade8-6c0e-ce4a-141d44d36208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.697767] env[69437]: DEBUG nova.network.neutron [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.730292] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.863710] env[69437]: DEBUG nova.network.neutron [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Updating instance_info_cache with network_info: [{"id": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "address": "fa:16:3e:94:92:86", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7bcbc7-b5", "ovs_interfaceid": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.152392] env[69437]: DEBUG nova.scheduler.client.report [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.167370] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52141553-ade8-6c0e-ce4a-141d44d36208, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.167370] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.167370] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b325849e-92e0-4cae-8478-5f742325cb83/b325849e-92e0-4cae-8478-5f742325cb83.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.167680] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18095c20-3176-41db-8c13-5e5a6cc8aa68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.180921] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 866.180921] env[69437]: value = "task-4103481" [ 866.180921] env[69437]: _type = "Task" [ 866.180921] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.193538] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.260370] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.303430] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "2172b03c-6a59-48de-9dab-408a19619aca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.303867] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "2172b03c-6a59-48de-9dab-408a19619aca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.304232] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "2172b03c-6a59-48de-9dab-408a19619aca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.304558] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "2172b03c-6a59-48de-9dab-408a19619aca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.304861] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "2172b03c-6a59-48de-9dab-408a19619aca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.307571] env[69437]: INFO nova.compute.manager [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Terminating instance [ 866.367200] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.367318] env[69437]: DEBUG nova.compute.manager [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Instance network_info: |[{"id": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "address": "fa:16:3e:94:92:86", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7bcbc7-b5", "ovs_interfaceid": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.367730] env[69437]: DEBUG oslo_concurrency.lockutils [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] Acquired lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.367958] env[69437]: DEBUG nova.network.neutron [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Refreshing network info cache for port 6e7bcbc7-b525-4a8d-a30b-d31611c14164 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.369268] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:92:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7bcbc7-b525-4a8d-a30b-d31611c14164', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.377239] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Creating folder: Project (873953e7e17644a1bd4f10b509a72aaf). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.380754] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d251866-d11d-430a-adf6-3e0663489005 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.395609] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Created folder: Project (873953e7e17644a1bd4f10b509a72aaf) in parent group-v812682. [ 866.396541] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Creating folder: Instances. Parent ref: group-v812848. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.396541] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-844e825c-378e-4746-acbc-17a324f213b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.408048] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Created folder: Instances in parent group-v812848. [ 866.408391] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.408591] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.408819] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa056f9-e7cf-43ba-a0b6-5af9eaae72e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.433864] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.433864] env[69437]: value = "task-4103484" [ 866.433864] env[69437]: _type = "Task" [ 866.433864] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.449314] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103484, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.662122] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.662519] env[69437]: DEBUG nova.compute.manager [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.665661] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.211s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.666733] env[69437]: DEBUG nova.objects.instance [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lazy-loading 'resources' on Instance uuid 299209ef-69dd-4e72-a9df-d8dabb8993b0 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.676662] env[69437]: DEBUG nova.network.neutron [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Updated VIF entry in instance network info cache for port 6e7bcbc7-b525-4a8d-a30b-d31611c14164. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.677033] env[69437]: DEBUG nova.network.neutron [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Updating instance_info_cache with network_info: [{"id": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "address": "fa:16:3e:94:92:86", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7bcbc7-b5", "ovs_interfaceid": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.691688] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512279} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.692905] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b325849e-92e0-4cae-8478-5f742325cb83/b325849e-92e0-4cae-8478-5f742325cb83.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.693170] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.693475] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dad81312-7709-487b-a5c1-8cad65598b67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.701517] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 866.701517] env[69437]: value = "task-4103485" [ 866.701517] env[69437]: _type = "Task" [ 866.701517] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.711592] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.812528] env[69437]: DEBUG nova.compute.manager [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.812733] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.814412] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e4e19-e496-4f8e-b046-9846b66b7a69 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.822471] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.822782] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcd2d0ca-872b-4f13-a634-877506a5b2c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.829326] env[69437]: DEBUG oslo_vmware.api [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 866.829326] env[69437]: value = "task-4103486" [ 866.829326] env[69437]: _type = "Task" [ 866.829326] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.839223] env[69437]: DEBUG oslo_vmware.api [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.948363] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103484, 'name': CreateVM_Task, 'duration_secs': 0.433292} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.948603] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.949833] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.949966] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.950397] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.953366] env[69437]: DEBUG nova.compute.manager [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Stashing vm_state: active {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 866.956362] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d863385d-ff12-4ca9-a9c6-7dff5d29ba76 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.963053] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 866.963053] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52dc811a-8b2e-05d0-aa2e-b22c56512b2c" [ 866.963053] env[69437]: _type = "Task" [ 866.963053] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.978021] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dc811a-8b2e-05d0-aa2e-b22c56512b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.173098] env[69437]: DEBUG nova.compute.utils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.175449] env[69437]: DEBUG nova.compute.manager [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.177485] env[69437]: DEBUG nova.network.neutron [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.179951] env[69437]: DEBUG oslo_concurrency.lockutils [req-1dee690e-ca1f-4d11-9f71-c1fcfc9e684a req-d43b048e-9b01-4002-a598-afd7179ff2b6 service nova] Releasing lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.212615] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123835} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.212954] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.216783] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bdcbcf-e8e6-403b-85bd-470ccf1ae271 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.243507] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] b325849e-92e0-4cae-8478-5f742325cb83/b325849e-92e0-4cae-8478-5f742325cb83.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.245294] env[69437]: DEBUG nova.policy [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5d7234584cd4ca691c48de743959cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '873953e7e17644a1bd4f10b509a72aaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.249493] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452b38e9-ab50-40d2-890b-8ad347605d30 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.271013] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 867.271013] env[69437]: value = "task-4103487" [ 867.271013] env[69437]: _type = "Task" [ 867.271013] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.279938] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.343934] env[69437]: DEBUG oslo_vmware.api [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103486, 'name': PowerOffVM_Task, 'duration_secs': 0.25851} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.343934] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.343934] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.344300] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f142f6a-067c-448b-bf7f-204670f7b33a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.414730] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.415290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.415511] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Deleting the datastore file [datastore2] 2172b03c-6a59-48de-9dab-408a19619aca {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.415878] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cca721c4-c758-4cbd-a611-d692f790a15c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.424388] env[69437]: DEBUG oslo_vmware.api [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for the task: (returnval){ [ 867.424388] env[69437]: value = "task-4103489" [ 867.424388] env[69437]: _type = "Task" [ 867.424388] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.433833] env[69437]: DEBUG oslo_vmware.api [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.493593] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52dc811a-8b2e-05d0-aa2e-b22c56512b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.014896} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.493593] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.493593] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.493593] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.493593] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.493593] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.493593] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b475739-de2d-4f66-bfa8-74f51a65ffcb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.493593] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.495484] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.495742] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.496708] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4262b4-f86d-45bc-bc85-3aeaead13feb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.508294] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 867.508294] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52178794-9e50-a6d1-21ce-b8442376e1fb" [ 867.508294] env[69437]: _type = "Task" [ 867.508294] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.518931] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52178794-9e50-a6d1-21ce-b8442376e1fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.679196] env[69437]: DEBUG nova.network.neutron [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Successfully created port: fc1cad1b-ee5c-4103-91e1-2577939c029c {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.681566] env[69437]: DEBUG nova.compute.manager [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.771695] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08dcd06-cfaf-4ed9-8de0-078cb53297de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.784812] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad0342-9b5a-4645-b2f6-d247c6b1ac61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.787884] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103487, 'name': ReconfigVM_Task, 'duration_secs': 0.354917} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.788165] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Reconfigured VM instance instance-00000039 to attach disk [datastore1] b325849e-92e0-4cae-8478-5f742325cb83/b325849e-92e0-4cae-8478-5f742325cb83.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.789149] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fbcd1c6-95a2-46aa-9756-2d45f1e2557f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.821135] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d1282a-bf96-444c-81ec-e40223d938b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.824381] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 867.824381] env[69437]: value = "task-4103490" [ 867.824381] env[69437]: _type = "Task" [ 867.824381] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.831338] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a9dd39-a771-4675-8aef-f3dc91f8e014 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.838526] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103490, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.849157] env[69437]: DEBUG nova.compute.provider_tree [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.935712] env[69437]: DEBUG oslo_vmware.api [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Task: {'id': task-4103489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167687} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.936137] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.936405] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.936683] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.936922] env[69437]: INFO nova.compute.manager [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 867.937276] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.937536] env[69437]: DEBUG nova.compute.manager [-] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.937683] env[69437]: DEBUG nova.network.neutron [-] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.019274] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52178794-9e50-a6d1-21ce-b8442376e1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.020312] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a65e977-19a9-4579-af3d-e1e0545f8952 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.026826] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 868.026826] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e75920-e24e-f8f8-55ed-336461d01fbb" [ 868.026826] env[69437]: _type = "Task" [ 868.026826] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.035640] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e75920-e24e-f8f8-55ed-336461d01fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.247506] env[69437]: DEBUG nova.compute.manager [req-5df85781-0dc3-445b-99be-1da329b6f855 req-72e4b461-e7b4-464f-a8c3-f29ea534bda1 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Received event network-vif-deleted-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.247506] env[69437]: INFO nova.compute.manager [req-5df85781-0dc3-445b-99be-1da329b6f855 req-72e4b461-e7b4-464f-a8c3-f29ea534bda1 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Neutron deleted interface 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d; detaching it from the instance and deleting it from the info cache [ 868.247506] env[69437]: DEBUG nova.network.neutron [req-5df85781-0dc3-445b-99be-1da329b6f855 req-72e4b461-e7b4-464f-a8c3-f29ea534bda1 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.334928] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103490, 'name': Rename_Task, 'duration_secs': 0.4592} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.335247] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.335505] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0776197e-0984-4219-afff-db0c5743c979 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.345029] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 868.345029] env[69437]: value = "task-4103491" [ 868.345029] env[69437]: _type = "Task" [ 868.345029] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.353059] env[69437]: DEBUG nova.scheduler.client.report [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.360389] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.538097] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e75920-e24e-f8f8-55ed-336461d01fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.01045} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.538447] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.538718] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 3a6b21f3-d390-4b88-aabb-e94d219881d0/3a6b21f3-d390-4b88-aabb-e94d219881d0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.538996] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cdeade9-2e63-42b9-81e7-e870a9123fb3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.547170] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 868.547170] env[69437]: value = "task-4103492" [ 868.547170] env[69437]: _type = "Task" [ 868.547170] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.557435] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.694408] env[69437]: DEBUG nova.compute.manager [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.712229] env[69437]: DEBUG nova.network.neutron [-] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.724696] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.724696] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.724696] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.724696] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.724942] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.724942] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.725543] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.725543] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.725543] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.725779] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.725986] env[69437]: DEBUG nova.virt.hardware [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.726888] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c306d3-128f-4dad-8120-fbe8106f4b9b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.737526] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777bdeff-9d35-46d0-966e-51bff1219321 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.755188] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93a44766-9182-4f52-b9c2-e1d5023dbcd8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.765709] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f729d1-8a43-4a24-b727-8f32e1b6373a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.803810] env[69437]: DEBUG nova.compute.manager [req-5df85781-0dc3-445b-99be-1da329b6f855 req-72e4b461-e7b4-464f-a8c3-f29ea534bda1 service nova] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Detach interface failed, port_id=6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d, reason: Instance 2172b03c-6a59-48de-9dab-408a19619aca could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.857320] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103491, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.862614] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.867244] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.346s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.867244] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.867244] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 868.867623] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.007s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.869970] env[69437]: INFO nova.compute.claims [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.875584] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7606aac7-ebfd-424d-85ed-187d3ff82779 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.886143] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eee4c4e-6738-4bbd-94b5-ddce233f9908 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.905603] env[69437]: INFO nova.scheduler.client.report [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Deleted allocations for instance 299209ef-69dd-4e72-a9df-d8dabb8993b0 [ 868.908292] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb945e-9db5-409d-bdf4-367c1d048d7c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.923995] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd0c837-2bcc-469e-a2a5-11a5e289e81f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.978565] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178854MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 868.978870] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.059137] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103492, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.215419] env[69437]: INFO nova.compute.manager [-] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Took 1.28 seconds to deallocate network for instance. [ 869.276126] env[69437]: DEBUG nova.network.neutron [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Successfully updated port: fc1cad1b-ee5c-4103-91e1-2577939c029c {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.356922] env[69437]: DEBUG oslo_vmware.api [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103491, 'name': PowerOnVM_Task, 'duration_secs': 0.614371} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.357233] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.357442] env[69437]: INFO nova.compute.manager [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Took 8.05 seconds to spawn the instance on the hypervisor. [ 869.357624] env[69437]: DEBUG nova.compute.manager [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 869.358418] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3399c7ec-6bb8-4516-9231-9dd435238c38 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.422973] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2e69c16-dd32-4100-b298-5078a55e1e34 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Lock "299209ef-69dd-4e72-a9df-d8dabb8993b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.599s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.559714] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526926} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.560014] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 3a6b21f3-d390-4b88-aabb-e94d219881d0/3a6b21f3-d390-4b88-aabb-e94d219881d0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.560255] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.560567] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1682fbee-9a84-41ee-a302-95f71a4f8dc6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.568860] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 869.568860] env[69437]: value = "task-4103493" [ 869.568860] env[69437]: _type = "Task" [ 869.568860] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.585034] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.724046] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.779966] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "refresh_cache-884bde6d-c720-47d6-b9b7-f8266d8c06d6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.779966] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "refresh_cache-884bde6d-c720-47d6-b9b7-f8266d8c06d6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.779966] env[69437]: DEBUG nova.network.neutron [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.878166] env[69437]: INFO nova.compute.manager [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Took 56.09 seconds to build instance. [ 870.081072] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076845} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.081341] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.082215] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d193bb7-9ea1-4d6b-9c99-9219f987a2da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.107365] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 3a6b21f3-d390-4b88-aabb-e94d219881d0/3a6b21f3-d390-4b88-aabb-e94d219881d0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.107720] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ba0098-c411-4abf-af49-50a7fffa8971 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.131480] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 870.131480] env[69437]: value = "task-4103494" [ 870.131480] env[69437]: _type = "Task" [ 870.131480] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.145800] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.276040] env[69437]: DEBUG nova.compute.manager [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Received event network-vif-plugged-fc1cad1b-ee5c-4103-91e1-2577939c029c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.276278] env[69437]: DEBUG oslo_concurrency.lockutils [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] Acquiring lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.276507] env[69437]: DEBUG oslo_concurrency.lockutils [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] Lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.276672] env[69437]: DEBUG oslo_concurrency.lockutils [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] Lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.276829] env[69437]: DEBUG nova.compute.manager [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] No waiting events found dispatching network-vif-plugged-fc1cad1b-ee5c-4103-91e1-2577939c029c {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 870.277539] env[69437]: WARNING nova.compute.manager [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Received unexpected event network-vif-plugged-fc1cad1b-ee5c-4103-91e1-2577939c029c for instance with vm_state building and task_state spawning. [ 870.277673] env[69437]: DEBUG nova.compute.manager [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Received event network-changed-fc1cad1b-ee5c-4103-91e1-2577939c029c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.277848] env[69437]: DEBUG nova.compute.manager [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Refreshing instance network info cache due to event network-changed-fc1cad1b-ee5c-4103-91e1-2577939c029c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.278039] env[69437]: DEBUG oslo_concurrency.lockutils [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] Acquiring lock "refresh_cache-884bde6d-c720-47d6-b9b7-f8266d8c06d6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.333307] env[69437]: DEBUG nova.network.neutron [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.380875] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "b325849e-92e0-4cae-8478-5f742325cb83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.285s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.387873] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363f403e-233b-455b-9177-207daf73f22c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.398231] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec91a26-2279-4ddd-a1a2-d10fccc57e26 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.438943] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfca37b-8414-4d58-9e5d-81273776dfff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.449395] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f59c2d-3ec4-4521-9917-00fc50ee0838 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.464104] env[69437]: DEBUG nova.compute.provider_tree [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.605088] env[69437]: DEBUG nova.network.neutron [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Updating instance_info_cache with network_info: [{"id": "fc1cad1b-ee5c-4103-91e1-2577939c029c", "address": "fa:16:3e:c0:b3:b4", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc1cad1b-ee", "ovs_interfaceid": "fc1cad1b-ee5c-4103-91e1-2577939c029c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.643884] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.886241] env[69437]: DEBUG nova.compute.manager [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.967565] env[69437]: DEBUG nova.scheduler.client.report [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.107114] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "refresh_cache-884bde6d-c720-47d6-b9b7-f8266d8c06d6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.107451] env[69437]: DEBUG nova.compute.manager [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Instance network_info: |[{"id": "fc1cad1b-ee5c-4103-91e1-2577939c029c", "address": "fa:16:3e:c0:b3:b4", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc1cad1b-ee", "ovs_interfaceid": "fc1cad1b-ee5c-4103-91e1-2577939c029c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.107765] env[69437]: DEBUG oslo_concurrency.lockutils [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] Acquired lock "refresh_cache-884bde6d-c720-47d6-b9b7-f8266d8c06d6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.107947] env[69437]: DEBUG nova.network.neutron [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Refreshing network info cache for port fc1cad1b-ee5c-4103-91e1-2577939c029c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.112543] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:b3:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc1cad1b-ee5c-4103-91e1-2577939c029c', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.118464] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.119502] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.120135] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f350c3ff-0cea-4605-8f99-8c8adb8727c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.146663] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103494, 'name': ReconfigVM_Task, 'duration_secs': 0.612949} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.148926] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 3a6b21f3-d390-4b88-aabb-e94d219881d0/3a6b21f3-d390-4b88-aabb-e94d219881d0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.149052] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.149052] env[69437]: value = "task-4103495" [ 871.149052] env[69437]: _type = "Task" [ 871.149052] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.149730] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaa4781e-872a-4c94-b8cc-e5127117fae1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.164772] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103495, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.166077] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 871.166077] env[69437]: value = "task-4103496" [ 871.166077] env[69437]: _type = "Task" [ 871.166077] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.178673] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103496, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.416770] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.475902] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.476462] env[69437]: DEBUG nova.compute.manager [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.479559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.570s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.479840] env[69437]: DEBUG nova.objects.instance [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'resources' on Instance uuid 93dfe65d-1ed2-4dda-9cc6-35b3538f799d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.664276] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103495, 'name': CreateVM_Task, 'duration_secs': 0.374638} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.664513] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.665319] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.665497] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.665849] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.666130] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1800f352-ef82-44c7-a10a-bc497922116c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.677912] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 871.677912] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5262d307-d4c7-6ebb-9e0a-2ff49ef8341e" [ 871.677912] env[69437]: _type = "Task" [ 871.677912] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.681585] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103496, 'name': Rename_Task, 'duration_secs': 0.163158} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.685121] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.685510] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba7e5484-a642-403d-bd71-e84c6c2595a0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.695155] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5262d307-d4c7-6ebb-9e0a-2ff49ef8341e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.695732] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 871.695732] env[69437]: value = "task-4103497" [ 871.695732] env[69437]: _type = "Task" [ 871.695732] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.707181] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.898609] env[69437]: DEBUG nova.network.neutron [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Updated VIF entry in instance network info cache for port fc1cad1b-ee5c-4103-91e1-2577939c029c. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.899247] env[69437]: DEBUG nova.network.neutron [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Updating instance_info_cache with network_info: [{"id": "fc1cad1b-ee5c-4103-91e1-2577939c029c", "address": "fa:16:3e:c0:b3:b4", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc1cad1b-ee", "ovs_interfaceid": "fc1cad1b-ee5c-4103-91e1-2577939c029c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.987303] env[69437]: DEBUG nova.compute.utils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.993691] env[69437]: DEBUG nova.compute.manager [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.994079] env[69437]: DEBUG nova.network.neutron [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.047752] env[69437]: DEBUG nova.policy [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3fb49ee19c4e2a990ed227fe55373c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '187b71e0ab394ed1900298f170ddf3ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.209048] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5262d307-d4c7-6ebb-9e0a-2ff49ef8341e, 'name': SearchDatastore_Task, 'duration_secs': 0.018046} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.213852] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.214429] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.214970] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.215189] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.215427] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.216900] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddb316eb-6db9-4fe8-9cfb-3cef0dfa98af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.223273] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103497, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.232158] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.232158] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.233289] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c24ba9-dfc3-4565-98af-3ae756d9f026 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.243257] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 872.243257] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b41108-d2df-2d32-69db-710feaa92e59" [ 872.243257] env[69437]: _type = "Task" [ 872.243257] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.256560] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b41108-d2df-2d32-69db-710feaa92e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.404197] env[69437]: DEBUG oslo_concurrency.lockutils [req-09c56e8a-ac66-4b47-b0e9-451947981f53 req-0c257442-2d56-473c-b9a2-b5248df5ec52 service nova] Releasing lock "refresh_cache-884bde6d-c720-47d6-b9b7-f8266d8c06d6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.451382] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "b6a1a428-6a60-4fe7-a11d-27983d31bbed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.451382] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "b6a1a428-6a60-4fe7-a11d-27983d31bbed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.497918] env[69437]: DEBUG nova.compute.manager [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.552027] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f20332-90e4-4a38-9795-3e18a6db837c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.563549] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68040d4b-e5f2-471e-a4f7-f6853fc8438f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.620284] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c6014-d4dd-44a9-8a30-4a3b85689b4d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.632325] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f331a3cc-091c-4f70-96c3-f3c0383d36fe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.650271] env[69437]: DEBUG nova.compute.provider_tree [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.708114] env[69437]: DEBUG oslo_vmware.api [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103497, 'name': PowerOnVM_Task, 'duration_secs': 0.715244} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.708835] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.709018] env[69437]: INFO nova.compute.manager [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Took 8.76 seconds to spawn the instance on the hypervisor. [ 872.709401] env[69437]: DEBUG nova.compute.manager [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.710360] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da7e508-f522-4e41-88a3-154819ec3ce2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.743014] env[69437]: DEBUG nova.network.neutron [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Successfully created port: 0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.758045] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b41108-d2df-2d32-69db-710feaa92e59, 'name': SearchDatastore_Task, 'duration_secs': 0.014781} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.758917] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c576534-41c8-41af-8d75-b5f9d8dafb72 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.766655] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 872.766655] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ba96b2-fa53-1c2a-4de2-e9f442e19d55" [ 872.766655] env[69437]: _type = "Task" [ 872.766655] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.776245] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ba96b2-fa53-1c2a-4de2-e9f442e19d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.155438] env[69437]: DEBUG nova.scheduler.client.report [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.201116] env[69437]: DEBUG nova.compute.manager [req-bad2078b-132a-4c70-a61e-ef160e442bd2 req-38bdd497-376e-4ddb-9679-3bf83d249616 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Received event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.201359] env[69437]: DEBUG nova.compute.manager [req-bad2078b-132a-4c70-a61e-ef160e442bd2 req-38bdd497-376e-4ddb-9679-3bf83d249616 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing instance network info cache due to event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.201652] env[69437]: DEBUG oslo_concurrency.lockutils [req-bad2078b-132a-4c70-a61e-ef160e442bd2 req-38bdd497-376e-4ddb-9679-3bf83d249616 service nova] Acquiring lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.201741] env[69437]: DEBUG oslo_concurrency.lockutils [req-bad2078b-132a-4c70-a61e-ef160e442bd2 req-38bdd497-376e-4ddb-9679-3bf83d249616 service nova] Acquired lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.201881] env[69437]: DEBUG nova.network.neutron [req-bad2078b-132a-4c70-a61e-ef160e442bd2 req-38bdd497-376e-4ddb-9679-3bf83d249616 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.233468] env[69437]: INFO nova.compute.manager [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Took 51.66 seconds to build instance. [ 873.283053] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ba96b2-fa53-1c2a-4de2-e9f442e19d55, 'name': SearchDatastore_Task, 'duration_secs': 0.026426} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.283374] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.283642] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 884bde6d-c720-47d6-b9b7-f8266d8c06d6/884bde6d-c720-47d6-b9b7-f8266d8c06d6.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.283912] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-637b0eed-4965-4b5d-9e0a-75f42735754e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.292061] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 873.292061] env[69437]: value = "task-4103498" [ 873.292061] env[69437]: _type = "Task" [ 873.292061] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.306032] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.511299] env[69437]: DEBUG nova.compute.manager [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.542907] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.543189] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.543361] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.543532] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.543682] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.543826] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.544061] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.544234] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.544405] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.544574] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.544760] env[69437]: DEBUG nova.virt.hardware [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.546877] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f802bdc7-6fdc-475d-bd65-4dca23437d95 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.558931] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ead517d-0f20-4d65-a525-46f6383dfcbd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.667621] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.670827] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.193s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.671035] env[69437]: DEBUG nova.objects.instance [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 873.697287] env[69437]: INFO nova.scheduler.client.report [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleted allocations for instance 93dfe65d-1ed2-4dda-9cc6-35b3538f799d [ 873.737249] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4139b679-6f70-424e-af01-5d8551fb4701 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "3a6b21f3-d390-4b88-aabb-e94d219881d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.170s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.804189] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.975103] env[69437]: DEBUG nova.network.neutron [req-bad2078b-132a-4c70-a61e-ef160e442bd2 req-38bdd497-376e-4ddb-9679-3bf83d249616 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updated VIF entry in instance network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.975500] env[69437]: DEBUG nova.network.neutron [req-bad2078b-132a-4c70-a61e-ef160e442bd2 req-38bdd497-376e-4ddb-9679-3bf83d249616 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updating instance_info_cache with network_info: [{"id": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "address": "fa:16:3e:39:1b:b2", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ffebb5-b1", "ovs_interfaceid": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.083176] env[69437]: DEBUG nova.compute.manager [req-cb27a752-3550-4c7e-a05a-57113284d20c req-17a0dc17-2d7f-4ff6-a7f5-1a72854e37e0 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Received event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.083436] env[69437]: DEBUG nova.compute.manager [req-cb27a752-3550-4c7e-a05a-57113284d20c req-17a0dc17-2d7f-4ff6-a7f5-1a72854e37e0 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing instance network info cache due to event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.083600] env[69437]: DEBUG oslo_concurrency.lockutils [req-cb27a752-3550-4c7e-a05a-57113284d20c req-17a0dc17-2d7f-4ff6-a7f5-1a72854e37e0 service nova] Acquiring lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.217071] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f871a3d7-2e69-45b7-ac30-bad963672d4e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "93dfe65d-1ed2-4dda-9cc6-35b3538f799d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.463s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.240813] env[69437]: DEBUG nova.compute.manager [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.307472] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528264} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.308417] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 884bde6d-c720-47d6-b9b7-f8266d8c06d6/884bde6d-c720-47d6-b9b7-f8266d8c06d6.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.308417] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.309687] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-116334b2-d53a-4f59-bc0d-7bafc7af2e06 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.319909] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 874.319909] env[69437]: value = "task-4103499" [ 874.319909] env[69437]: _type = "Task" [ 874.319909] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.328881] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.452921] env[69437]: DEBUG nova.network.neutron [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Successfully updated port: 0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.478688] env[69437]: DEBUG oslo_concurrency.lockutils [req-bad2078b-132a-4c70-a61e-ef160e442bd2 req-38bdd497-376e-4ddb-9679-3bf83d249616 service nova] Releasing lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.479420] env[69437]: DEBUG oslo_concurrency.lockutils [req-cb27a752-3550-4c7e-a05a-57113284d20c req-17a0dc17-2d7f-4ff6-a7f5-1a72854e37e0 service nova] Acquired lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.480025] env[69437]: DEBUG nova.network.neutron [req-cb27a752-3550-4c7e-a05a-57113284d20c req-17a0dc17-2d7f-4ff6-a7f5-1a72854e37e0 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.680936] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ce34b28f-b97d-4f67-b795-9b29fb49f514 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.682074] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.474s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.682258] env[69437]: DEBUG nova.objects.instance [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lazy-loading 'resources' on Instance uuid fdfdbfbf-9307-4c27-8dd5-9e4014af4cef {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.770748] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.831384] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069843} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.831655] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.832480] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87650d4c-c434-4156-b798-3960498cc1b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.859473] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 884bde6d-c720-47d6-b9b7-f8266d8c06d6/884bde6d-c720-47d6-b9b7-f8266d8c06d6.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.860061] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14db239-bc49-4045-b82a-69f7244c1057 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.884040] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 874.884040] env[69437]: value = "task-4103500" [ 874.884040] env[69437]: _type = "Task" [ 874.884040] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.893037] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.956263] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.956380] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.956571] env[69437]: DEBUG nova.network.neutron [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.356162] env[69437]: DEBUG nova.network.neutron [req-cb27a752-3550-4c7e-a05a-57113284d20c req-17a0dc17-2d7f-4ff6-a7f5-1a72854e37e0 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updated VIF entry in instance network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.356592] env[69437]: DEBUG nova.network.neutron [req-cb27a752-3550-4c7e-a05a-57113284d20c req-17a0dc17-2d7f-4ff6-a7f5-1a72854e37e0 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updating instance_info_cache with network_info: [{"id": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "address": "fa:16:3e:39:1b:b2", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ffebb5-b1", "ovs_interfaceid": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.394764] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103500, 'name': ReconfigVM_Task, 'duration_secs': 0.316627} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.395065] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 884bde6d-c720-47d6-b9b7-f8266d8c06d6/884bde6d-c720-47d6-b9b7-f8266d8c06d6.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.395837] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06ef9524-5623-4ce9-b20b-59a257da8bce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.404367] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 875.404367] env[69437]: value = "task-4103501" [ 875.404367] env[69437]: _type = "Task" [ 875.404367] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.420865] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103501, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.424374] env[69437]: DEBUG nova.compute.manager [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Received event network-vif-plugged-0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.424660] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] Acquiring lock "7e454b5f-a380-48b2-b942-b343d3e2585a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.424973] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.425241] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.425486] env[69437]: DEBUG nova.compute.manager [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] No waiting events found dispatching network-vif-plugged-0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 875.427931] env[69437]: WARNING nova.compute.manager [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Received unexpected event network-vif-plugged-0f06fd98-03d8-43c1-b5b6-bcf500c52930 for instance with vm_state building and task_state spawning. [ 875.427931] env[69437]: DEBUG nova.compute.manager [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Received event network-changed-0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.427931] env[69437]: DEBUG nova.compute.manager [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Refreshing instance network info cache due to event network-changed-0f06fd98-03d8-43c1-b5b6-bcf500c52930. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.427931] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] Acquiring lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.514846] env[69437]: DEBUG nova.network.neutron [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.726047] env[69437]: DEBUG nova.network.neutron [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Updating instance_info_cache with network_info: [{"id": "0f06fd98-03d8-43c1-b5b6-bcf500c52930", "address": "fa:16:3e:1b:3f:c3", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f06fd98-03", "ovs_interfaceid": "0f06fd98-03d8-43c1-b5b6-bcf500c52930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.763021] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8694cb0-457d-41f8-9283-2c52c0b92d45 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.770965] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283dde69-0e48-4f36-9b2f-8499941dec4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.808545] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53247138-8280-4e75-8321-93818e0ec0c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.817024] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f7e15-7cb2-4bbc-afff-94fd47fe46a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.832017] env[69437]: DEBUG nova.compute.provider_tree [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.859618] env[69437]: DEBUG oslo_concurrency.lockutils [req-cb27a752-3550-4c7e-a05a-57113284d20c req-17a0dc17-2d7f-4ff6-a7f5-1a72854e37e0 service nova] Releasing lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.915032] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103501, 'name': Rename_Task, 'duration_secs': 0.162476} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.915388] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.915714] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcc3f243-6030-4d4f-93e3-db8639793ee1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.924015] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 875.924015] env[69437]: value = "task-4103502" [ 875.924015] env[69437]: _type = "Task" [ 875.924015] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.935768] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.138973] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "b325849e-92e0-4cae-8478-5f742325cb83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.139335] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "b325849e-92e0-4cae-8478-5f742325cb83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.139601] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "b325849e-92e0-4cae-8478-5f742325cb83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.139850] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "b325849e-92e0-4cae-8478-5f742325cb83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.140099] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "b325849e-92e0-4cae-8478-5f742325cb83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.142691] env[69437]: INFO nova.compute.manager [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Terminating instance [ 876.228806] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.229194] env[69437]: DEBUG nova.compute.manager [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Instance network_info: |[{"id": "0f06fd98-03d8-43c1-b5b6-bcf500c52930", "address": "fa:16:3e:1b:3f:c3", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f06fd98-03", "ovs_interfaceid": "0f06fd98-03d8-43c1-b5b6-bcf500c52930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.229546] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] Acquired lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.229720] env[69437]: DEBUG nova.network.neutron [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Refreshing network info cache for port 0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.230984] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:3f:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f06fd98-03d8-43c1-b5b6-bcf500c52930', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.240393] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.240895] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.241154] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dcc8814-b8bb-495e-b1a0-d3359cb56482 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.262788] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.262788] env[69437]: value = "task-4103503" [ 876.262788] env[69437]: _type = "Task" [ 876.262788] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.271314] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103503, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.337027] env[69437]: DEBUG nova.scheduler.client.report [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.436548] env[69437]: DEBUG oslo_vmware.api [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103502, 'name': PowerOnVM_Task, 'duration_secs': 0.495105} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.438555] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.438555] env[69437]: INFO nova.compute.manager [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Took 7.74 seconds to spawn the instance on the hypervisor. [ 876.438555] env[69437]: DEBUG nova.compute.manager [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.439600] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb755340-e8eb-41d3-8a20-9a1d8113cfdb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.504378] env[69437]: DEBUG nova.compute.manager [req-7a6418c5-ffd8-4c4c-a680-12589f9173b5 req-46fc6524-74d9-45ab-aff0-3417f86fa361 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Received event network-changed-94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.504378] env[69437]: DEBUG nova.compute.manager [req-7a6418c5-ffd8-4c4c-a680-12589f9173b5 req-46fc6524-74d9-45ab-aff0-3417f86fa361 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Refreshing instance network info cache due to event network-changed-94656447-8211-4bdf-809b-197bd430098c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.504378] env[69437]: DEBUG oslo_concurrency.lockutils [req-7a6418c5-ffd8-4c4c-a680-12589f9173b5 req-46fc6524-74d9-45ab-aff0-3417f86fa361 service nova] Acquiring lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.504378] env[69437]: DEBUG oslo_concurrency.lockutils [req-7a6418c5-ffd8-4c4c-a680-12589f9173b5 req-46fc6524-74d9-45ab-aff0-3417f86fa361 service nova] Acquired lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.504378] env[69437]: DEBUG nova.network.neutron [req-7a6418c5-ffd8-4c4c-a680-12589f9173b5 req-46fc6524-74d9-45ab-aff0-3417f86fa361 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Refreshing network info cache for port 94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.648350] env[69437]: DEBUG nova.compute.manager [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.649622] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.650570] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05581408-0b9f-4fe7-996f-e26199294092 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.663413] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.663413] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2875402-ce91-49bc-93e1-359b99205abe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.671147] env[69437]: DEBUG oslo_vmware.api [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 876.671147] env[69437]: value = "task-4103504" [ 876.671147] env[69437]: _type = "Task" [ 876.671147] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.682150] env[69437]: DEBUG oslo_vmware.api [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.773974] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103503, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.845758] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.849533] env[69437]: DEBUG oslo_concurrency.lockutils [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.380s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.849533] env[69437]: DEBUG nova.objects.instance [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lazy-loading 'resources' on Instance uuid 8c1140a4-a4b1-4190-92f3-c4576ffa22bb {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.872326] env[69437]: INFO nova.scheduler.client.report [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted allocations for instance fdfdbfbf-9307-4c27-8dd5-9e4014af4cef [ 876.963190] env[69437]: INFO nova.compute.manager [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Took 47.05 seconds to build instance. [ 877.017100] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.017362] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.114858] env[69437]: DEBUG nova.network.neutron [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Updated VIF entry in instance network info cache for port 0f06fd98-03d8-43c1-b5b6-bcf500c52930. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.115255] env[69437]: DEBUG nova.network.neutron [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Updating instance_info_cache with network_info: [{"id": "0f06fd98-03d8-43c1-b5b6-bcf500c52930", "address": "fa:16:3e:1b:3f:c3", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f06fd98-03", "ovs_interfaceid": "0f06fd98-03d8-43c1-b5b6-bcf500c52930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.186832] env[69437]: DEBUG oslo_vmware.api [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103504, 'name': PowerOffVM_Task, 'duration_secs': 0.226756} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.187220] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.188041] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.188041] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78cc8269-a1a7-46dc-9346-3d32a25efaaa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.275937] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103503, 'name': CreateVM_Task, 'duration_secs': 0.540515} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.276151] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.276850] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.277067] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.277402] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.277682] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0f7796-9b37-4a19-81b8-71489d1cd681 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.280690] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.280879] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.283168] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Deleting the datastore file [datastore1] b325849e-92e0-4cae-8478-5f742325cb83 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.283168] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a31d258b-16c4-4bda-ad9c-c737903c07d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.286027] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 877.286027] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c6f637-a4e9-8eab-fa67-6ba81e390bd2" [ 877.286027] env[69437]: _type = "Task" [ 877.286027] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.290054] env[69437]: DEBUG oslo_vmware.api [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 877.290054] env[69437]: value = "task-4103506" [ 877.290054] env[69437]: _type = "Task" [ 877.290054] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.296281] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c6f637-a4e9-8eab-fa67-6ba81e390bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.302378] env[69437]: DEBUG oslo_vmware.api [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.356117] env[69437]: DEBUG nova.network.neutron [req-7a6418c5-ffd8-4c4c-a680-12589f9173b5 req-46fc6524-74d9-45ab-aff0-3417f86fa361 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Updated VIF entry in instance network info cache for port 94656447-8211-4bdf-809b-197bd430098c. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.356490] env[69437]: DEBUG nova.network.neutron [req-7a6418c5-ffd8-4c4c-a680-12589f9173b5 req-46fc6524-74d9-45ab-aff0-3417f86fa361 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Updating instance_info_cache with network_info: [{"id": "94656447-8211-4bdf-809b-197bd430098c", "address": "fa:16:3e:e2:74:93", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94656447-82", "ovs_interfaceid": "94656447-8211-4bdf-809b-197bd430098c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.388569] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0017a711-d4a2-43be-a26b-3ba033310c07 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "fdfdbfbf-9307-4c27-8dd5-9e4014af4cef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.234s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.466381] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.225s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.570761] env[69437]: DEBUG nova.compute.manager [req-f84aac09-1cfa-48ec-b522-a477cfd0bc34 req-c0e431cb-15bd-4472-853b-8bea77f03a26 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Received event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.570829] env[69437]: DEBUG nova.compute.manager [req-f84aac09-1cfa-48ec-b522-a477cfd0bc34 req-c0e431cb-15bd-4472-853b-8bea77f03a26 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing instance network info cache due to event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.571096] env[69437]: DEBUG oslo_concurrency.lockutils [req-f84aac09-1cfa-48ec-b522-a477cfd0bc34 req-c0e431cb-15bd-4472-853b-8bea77f03a26 service nova] Acquiring lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.571248] env[69437]: DEBUG oslo_concurrency.lockutils [req-f84aac09-1cfa-48ec-b522-a477cfd0bc34 req-c0e431cb-15bd-4472-853b-8bea77f03a26 service nova] Acquired lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.571416] env[69437]: DEBUG nova.network.neutron [req-f84aac09-1cfa-48ec-b522-a477cfd0bc34 req-c0e431cb-15bd-4472-853b-8bea77f03a26 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.618154] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] Releasing lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.618439] env[69437]: DEBUG nova.compute.manager [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Received event network-changed-94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.618604] env[69437]: DEBUG nova.compute.manager [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Refreshing instance network info cache due to event network-changed-94656447-8211-4bdf-809b-197bd430098c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.618782] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] Acquiring lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.799534] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c6f637-a4e9-8eab-fa67-6ba81e390bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.013881} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.805043] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.805304] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.805547] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.807017] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.807017] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.807017] env[69437]: DEBUG oslo_vmware.api [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202159} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.807017] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eb6b6e8-fa0e-49ba-8b1f-f198c335bdec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.808523] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.808705] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.809055] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.809055] env[69437]: INFO nova.compute.manager [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Took 1.16 seconds to destroy the instance on the hypervisor. [ 877.809398] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.809487] env[69437]: DEBUG nova.compute.manager [-] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.809600] env[69437]: DEBUG nova.network.neutron [-] [instance: b325849e-92e0-4cae-8478-5f742325cb83] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.817672] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7298601c-898e-43ca-8763-f824784c607d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.821828] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.822570] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.823137] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8843343-a67c-4abb-9d69-443711b59e71 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.830452] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0256d126-4fcb-4f8a-bce8-27a7d9b201ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.834994] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 877.834994] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]523be992-fd00-546a-8135-6d3adf4f0c8b" [ 877.834994] env[69437]: _type = "Task" [ 877.834994] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.867201] env[69437]: DEBUG oslo_concurrency.lockutils [req-7a6418c5-ffd8-4c4c-a680-12589f9173b5 req-46fc6524-74d9-45ab-aff0-3417f86fa361 service nova] Releasing lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.869069] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] Acquired lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.869276] env[69437]: DEBUG nova.network.neutron [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Refreshing network info cache for port 94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.871017] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd46cf4-1923-4534-a0dc-b28fb0b4044e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.878274] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523be992-fd00-546a-8135-6d3adf4f0c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.024652} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.879542] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c94d4b7-21cc-414b-ba70-6d6fd278c3be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.886132] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb791505-887a-4153-9910-092423a24837 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.892287] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 877.892287] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52242819-d59b-d9aa-e747-d47a04cb46af" [ 877.892287] env[69437]: _type = "Task" [ 877.892287] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.904647] env[69437]: DEBUG nova.compute.provider_tree [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.912017] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52242819-d59b-d9aa-e747-d47a04cb46af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.923024] env[69437]: INFO nova.compute.manager [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Rescuing [ 877.923024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "refresh_cache-884bde6d-c720-47d6-b9b7-f8266d8c06d6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.923024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "refresh_cache-884bde6d-c720-47d6-b9b7-f8266d8c06d6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.923024] env[69437]: DEBUG nova.network.neutron [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.969159] env[69437]: DEBUG nova.compute.manager [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.379092] env[69437]: DEBUG nova.network.neutron [req-f84aac09-1cfa-48ec-b522-a477cfd0bc34 req-c0e431cb-15bd-4472-853b-8bea77f03a26 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updated VIF entry in instance network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.379475] env[69437]: DEBUG nova.network.neutron [req-f84aac09-1cfa-48ec-b522-a477cfd0bc34 req-c0e431cb-15bd-4472-853b-8bea77f03a26 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updating instance_info_cache with network_info: [{"id": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "address": "fa:16:3e:39:1b:b2", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ffebb5-b1", "ovs_interfaceid": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.399545] env[69437]: INFO nova.network.neutron [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Port 94656447-8211-4bdf-809b-197bd430098c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 878.399595] env[69437]: DEBUG nova.network.neutron [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.408159] env[69437]: DEBUG nova.scheduler.client.report [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.412655] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52242819-d59b-d9aa-e747-d47a04cb46af, 'name': SearchDatastore_Task, 'duration_secs': 0.024618} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.413589] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7bb806f-31ce-41c0-b1fe-41e9ff301930 req-6a1ff9e2-6a96-4f21-b1f7-ae07e3370e59 service nova] Releasing lock "refresh_cache-b325849e-92e0-4cae-8478-5f742325cb83" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.414036] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.414331] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 7e454b5f-a380-48b2-b942-b343d3e2585a/7e454b5f-a380-48b2-b942-b343d3e2585a.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.415082] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e3a1ce-6094-486c-adb8-0e4e62bd4d32 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.425841] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 878.425841] env[69437]: value = "task-4103507" [ 878.425841] env[69437]: _type = "Task" [ 878.425841] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.440578] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.494593] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.689581] env[69437]: DEBUG nova.network.neutron [-] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.884855] env[69437]: DEBUG oslo_concurrency.lockutils [req-f84aac09-1cfa-48ec-b522-a477cfd0bc34 req-c0e431cb-15bd-4472-853b-8bea77f03a26 service nova] Releasing lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.916277] env[69437]: DEBUG oslo_concurrency.lockutils [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.919318] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.262s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.922173] env[69437]: INFO nova.compute.claims [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.937000] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103507, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.938474] env[69437]: INFO nova.scheduler.client.report [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Deleted allocations for instance 8c1140a4-a4b1-4190-92f3-c4576ffa22bb [ 878.984581] env[69437]: DEBUG nova.network.neutron [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Updating instance_info_cache with network_info: [{"id": "fc1cad1b-ee5c-4103-91e1-2577939c029c", "address": "fa:16:3e:c0:b3:b4", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc1cad1b-ee", "ovs_interfaceid": "fc1cad1b-ee5c-4103-91e1-2577939c029c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.193018] env[69437]: INFO nova.compute.manager [-] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Took 1.38 seconds to deallocate network for instance. [ 879.442028] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709422} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.442028] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 7e454b5f-a380-48b2-b942-b343d3e2585a/7e454b5f-a380-48b2-b942-b343d3e2585a.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.442332] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.442395] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83f7a623-eec5-49f6-9be7-31cb20a11342 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.447722] env[69437]: DEBUG oslo_concurrency.lockutils [None req-45c352ed-4938-4f67-81f7-ee93c6a5bfda tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Lock "8c1140a4-a4b1-4190-92f3-c4576ffa22bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.735s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.453030] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 879.453030] env[69437]: value = "task-4103508" [ 879.453030] env[69437]: _type = "Task" [ 879.453030] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.463774] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.488110] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "refresh_cache-884bde6d-c720-47d6-b9b7-f8266d8c06d6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.601995] env[69437]: DEBUG nova.compute.manager [req-126b9386-62e0-4d8d-b035-508789e69f39 req-a81509db-7ffd-4913-82bd-b4a6f23260bd service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Received event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.602266] env[69437]: DEBUG nova.compute.manager [req-126b9386-62e0-4d8d-b035-508789e69f39 req-a81509db-7ffd-4913-82bd-b4a6f23260bd service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing instance network info cache due to event network-changed-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.602266] env[69437]: DEBUG oslo_concurrency.lockutils [req-126b9386-62e0-4d8d-b035-508789e69f39 req-a81509db-7ffd-4913-82bd-b4a6f23260bd service nova] Acquiring lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.602409] env[69437]: DEBUG oslo_concurrency.lockutils [req-126b9386-62e0-4d8d-b035-508789e69f39 req-a81509db-7ffd-4913-82bd-b4a6f23260bd service nova] Acquired lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.602961] env[69437]: DEBUG nova.network.neutron [req-126b9386-62e0-4d8d-b035-508789e69f39 req-a81509db-7ffd-4913-82bd-b4a6f23260bd service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Refreshing network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.700188] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.968241] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067211} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.968566] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.969320] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc4961-bde4-4925-8089-1a6707cfa596 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.993540] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 7e454b5f-a380-48b2-b942-b343d3e2585a/7e454b5f-a380-48b2-b942-b343d3e2585a.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.997018] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a46476-be2c-4cb0-9f0e-8a86ab6dd154 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.020820] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 880.020820] env[69437]: value = "task-4103509" [ 880.020820] env[69437]: _type = "Task" [ 880.020820] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.030551] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.388027] env[69437]: DEBUG nova.network.neutron [req-126b9386-62e0-4d8d-b035-508789e69f39 req-a81509db-7ffd-4913-82bd-b4a6f23260bd service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updated VIF entry in instance network info cache for port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.388432] env[69437]: DEBUG nova.network.neutron [req-126b9386-62e0-4d8d-b035-508789e69f39 req-a81509db-7ffd-4913-82bd-b4a6f23260bd service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updating instance_info_cache with network_info: [{"id": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "address": "fa:16:3e:39:1b:b2", "network": {"id": "45265de7-cc79-4092-b61c-c1fa428fb0d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-833494542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b6697a67c84d8894b12fc2386760aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ffebb5-b1", "ovs_interfaceid": "77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.425432] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29794b31-fab9-48b7-9d33-338bc7bd876e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.436042] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303e2b9-1280-4f3f-aa49-534bd4ffd837 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.476632] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1ad930-76f8-4ed1-937c-6a086b9724c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.485812] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9f2ab6-0bc7-43f5-98f2-37d5cf024001 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.503342] env[69437]: DEBUG nova.compute.provider_tree [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.540427] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.890978] env[69437]: DEBUG oslo_concurrency.lockutils [req-126b9386-62e0-4d8d-b035-508789e69f39 req-a81509db-7ffd-4913-82bd-b4a6f23260bd service nova] Releasing lock "refresh_cache-08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.891303] env[69437]: DEBUG nova.compute.manager [req-126b9386-62e0-4d8d-b035-508789e69f39 req-a81509db-7ffd-4913-82bd-b4a6f23260bd service nova] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Received event network-vif-deleted-94656447-8211-4bdf-809b-197bd430098c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.009725] env[69437]: DEBUG nova.scheduler.client.report [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.033162] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103509, 'name': ReconfigVM_Task, 'duration_secs': 0.690716} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.034524] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.035082] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 7e454b5f-a380-48b2-b942-b343d3e2585a/7e454b5f-a380-48b2-b942-b343d3e2585a.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.035801] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50214b5d-bc99-47a0-8b46-95dda6b197d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.038646] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e510fac-0239-48e8-a585-8d841f755ca9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.048597] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 881.048597] env[69437]: value = "task-4103511" [ 881.048597] env[69437]: _type = "Task" [ 881.048597] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.049809] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 881.049809] env[69437]: value = "task-4103510" [ 881.049809] env[69437]: _type = "Task" [ 881.049809] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.064812] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103511, 'name': Rename_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.068552] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.515727] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.516288] env[69437]: DEBUG nova.compute.manager [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.519038] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.843s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.524027] env[69437]: INFO nova.compute.claims [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.570020] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103510, 'name': PowerOffVM_Task, 'duration_secs': 0.212661} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.570020] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103511, 'name': Rename_Task, 'duration_secs': 0.151353} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.570020] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.570020] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.570436] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c4067-18bc-4dbe-ae6e-16b7326b4697 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.572910] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2292d3c8-d7de-4c04-ab74-f57eeb05f20d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.593857] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1eb9e6-c66f-41a5-af2c-86d6593fc581 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.600239] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 881.600239] env[69437]: value = "task-4103512" [ 881.600239] env[69437]: _type = "Task" [ 881.600239] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.620294] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.647109] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.647419] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f8cac3-1b6d-45e1-802a-5d605e6f5da6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.657019] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 881.657019] env[69437]: value = "task-4103513" [ 881.657019] env[69437]: _type = "Task" [ 881.657019] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.665543] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 881.665808] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.666075] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.666231] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.666415] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.666676] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4214825-97ae-4f75-884a-df788fb49e20 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.676991] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.676991] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.678807] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e3cfb3-0ef1-4b97-974c-cc58d9ebddd9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.685589] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 881.685589] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e932f6-59f2-f8af-cbcf-db58d91fff63" [ 881.685589] env[69437]: _type = "Task" [ 881.685589] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.694993] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e932f6-59f2-f8af-cbcf-db58d91fff63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.035034] env[69437]: DEBUG nova.compute.utils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.036596] env[69437]: DEBUG nova.compute.manager [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.037735] env[69437]: DEBUG nova.network.neutron [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.092571] env[69437]: DEBUG nova.policy [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c6151b1c7540e6999597a5f99a01f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f34c4e983b354e5290e74a3c3bda196f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.107996] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103512, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.199019] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e932f6-59f2-f8af-cbcf-db58d91fff63, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.199217] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd45166-5f4e-472a-b1c9-04df98bd93f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.209861] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 882.209861] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fe982f-8997-520f-a5d2-e219c7537c48" [ 882.209861] env[69437]: _type = "Task" [ 882.209861] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.219108] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fe982f-8997-520f-a5d2-e219c7537c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.444730] env[69437]: DEBUG nova.network.neutron [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Successfully created port: bac8b889-c845-4418-bba6-253473b1bc2d {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.540202] env[69437]: DEBUG nova.compute.manager [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.608773] env[69437]: DEBUG oslo_vmware.api [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103512, 'name': PowerOnVM_Task, 'duration_secs': 0.782326} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.610300] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.610300] env[69437]: INFO nova.compute.manager [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Took 9.10 seconds to spawn the instance on the hypervisor. [ 882.610300] env[69437]: DEBUG nova.compute.manager [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.610300] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43446dfd-5055-4ab6-87a6-0ca836b8ca81 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.719309] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fe982f-8997-520f-a5d2-e219c7537c48, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.719499] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.719668] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 884bde6d-c720-47d6-b9b7-f8266d8c06d6/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. {{(pid=69437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 882.719957] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-877ba2bb-c3b3-48f9-9bfe-44d9f00fff4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.735069] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 882.735069] env[69437]: value = "task-4103514" [ 882.735069] env[69437]: _type = "Task" [ 882.735069] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.748912] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.069313] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae169708-9e3f-4210-aa4d-b006f07b4b18 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.079096] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869719b6-a579-4627-be92-a7136a9d5a28 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.113554] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5195c39-f356-4207-a5af-672e4d3e44ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.123624] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d66e2-aeae-4c33-af80-4e7332acce6f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.143480] env[69437]: DEBUG nova.compute.provider_tree [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.146953] env[69437]: INFO nova.compute.manager [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Took 48.31 seconds to build instance. [ 883.247133] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103514, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.558284] env[69437]: DEBUG nova.compute.manager [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.592360] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.592711] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.592931] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.593209] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.593427] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.593643] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.593941] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.594194] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.594442] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.594684] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.594939] env[69437]: DEBUG nova.virt.hardware [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.596158] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1491740-93a4-4a48-95f1-60f9a6558550 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.611766] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1566d69f-e87d-460a-a480-64feeb8749c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.647658] env[69437]: DEBUG nova.scheduler.client.report [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.652525] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.848s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.748437] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524353} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.748581] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 884bde6d-c720-47d6-b9b7-f8266d8c06d6/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. [ 883.749345] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca5a906-a5bf-4a3e-97a5-0f3ab00b949b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.775502] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 884bde6d-c720-47d6-b9b7-f8266d8c06d6/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.775502] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaedcbef-1132-49ea-b7e2-3795a0ffdc6a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.794689] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 883.794689] env[69437]: value = "task-4103515" [ 883.794689] env[69437]: _type = "Task" [ 883.794689] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.804945] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.154614] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.155225] env[69437]: DEBUG nova.compute.manager [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.161339] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.381s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.161588] env[69437]: DEBUG nova.objects.instance [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lazy-loading 'resources' on Instance uuid fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.163196] env[69437]: DEBUG nova.compute.manager [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.192076] env[69437]: DEBUG nova.network.neutron [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Successfully updated port: bac8b889-c845-4418-bba6-253473b1bc2d {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.216398] env[69437]: DEBUG nova.compute.manager [req-68f82c50-662e-4f5b-9ce6-d16b0dacad03 req-8bbfb3f3-6cad-4f67-8321-4bd81f8af27c service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Received event network-vif-plugged-bac8b889-c845-4418-bba6-253473b1bc2d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.216398] env[69437]: DEBUG oslo_concurrency.lockutils [req-68f82c50-662e-4f5b-9ce6-d16b0dacad03 req-8bbfb3f3-6cad-4f67-8321-4bd81f8af27c service nova] Acquiring lock "663db49f-3ea2-4c02-aa0c-8134ec63157c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.216398] env[69437]: DEBUG oslo_concurrency.lockutils [req-68f82c50-662e-4f5b-9ce6-d16b0dacad03 req-8bbfb3f3-6cad-4f67-8321-4bd81f8af27c service nova] Lock "663db49f-3ea2-4c02-aa0c-8134ec63157c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.216398] env[69437]: DEBUG oslo_concurrency.lockutils [req-68f82c50-662e-4f5b-9ce6-d16b0dacad03 req-8bbfb3f3-6cad-4f67-8321-4bd81f8af27c service nova] Lock "663db49f-3ea2-4c02-aa0c-8134ec63157c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.216398] env[69437]: DEBUG nova.compute.manager [req-68f82c50-662e-4f5b-9ce6-d16b0dacad03 req-8bbfb3f3-6cad-4f67-8321-4bd81f8af27c service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] No waiting events found dispatching network-vif-plugged-bac8b889-c845-4418-bba6-253473b1bc2d {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 884.216398] env[69437]: WARNING nova.compute.manager [req-68f82c50-662e-4f5b-9ce6-d16b0dacad03 req-8bbfb3f3-6cad-4f67-8321-4bd81f8af27c service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Received unexpected event network-vif-plugged-bac8b889-c845-4418-bba6-253473b1bc2d for instance with vm_state building and task_state spawning. [ 884.311851] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103515, 'name': ReconfigVM_Task, 'duration_secs': 0.304257} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.311851] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 884bde6d-c720-47d6-b9b7-f8266d8c06d6/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.312407] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c59087-64fc-47dd-bbb3-8f03b4d7785c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.343873] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ea50013-7340-4162-84f7-0e2d51971bee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.365912] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 884.365912] env[69437]: value = "task-4103516" [ 884.365912] env[69437]: _type = "Task" [ 884.365912] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.376032] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.669485] env[69437]: DEBUG nova.compute.utils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.679558] env[69437]: DEBUG nova.compute.manager [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.679781] env[69437]: DEBUG nova.network.neutron [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.700232] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.700796] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "refresh_cache-663db49f-3ea2-4c02-aa0c-8134ec63157c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.700919] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "refresh_cache-663db49f-3ea2-4c02-aa0c-8134ec63157c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.701074] env[69437]: DEBUG nova.network.neutron [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.746130] env[69437]: DEBUG nova.policy [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5aac8074c6b14dabb7ff4b21a4a2892f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5011a7d95b9d4514b4115ecc31f18c84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.807127] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "7e454b5f-a380-48b2-b942-b343d3e2585a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.807398] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.807641] env[69437]: INFO nova.compute.manager [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Shelving [ 884.881514] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103516, 'name': ReconfigVM_Task, 'duration_secs': 0.249297} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.889032] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.889032] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-604e05b3-a975-4f30-9d97-86d66ab2e64b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.896243] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 884.896243] env[69437]: value = "task-4103517" [ 884.896243] env[69437]: _type = "Task" [ 884.896243] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.906176] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.176154] env[69437]: DEBUG nova.compute.manager [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.189477] env[69437]: DEBUG nova.network.neutron [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Successfully created port: 8ccef22a-5a9c-4f56-bdac-d11d36def4ef {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.232750] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e50fd3-2ae0-4fb4-966f-f1e163f89dfc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.245948] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ce1cd6-e9bd-4250-ab38-8eb0edbc627b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.284898] env[69437]: DEBUG nova.network.neutron [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.288929] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138fc88b-4482-40f0-912c-e5a060f82a7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.300158] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c396485-d16d-4bc2-b08f-7b2d20fc0b24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.320712] env[69437]: DEBUG nova.compute.provider_tree [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.406851] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.579674] env[69437]: DEBUG nova.network.neutron [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Updating instance_info_cache with network_info: [{"id": "bac8b889-c845-4418-bba6-253473b1bc2d", "address": "fa:16:3e:66:07:d2", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac8b889-c8", "ovs_interfaceid": "bac8b889-c845-4418-bba6-253473b1bc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.828491] env[69437]: DEBUG nova.scheduler.client.report [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.836558] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.837089] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7189de8-20d5-4304-ac18-4b6d31aa2a30 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.847252] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 885.847252] env[69437]: value = "task-4103518" [ 885.847252] env[69437]: _type = "Task" [ 885.847252] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.857271] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.906047] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.083935] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "refresh_cache-663db49f-3ea2-4c02-aa0c-8134ec63157c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.084392] env[69437]: DEBUG nova.compute.manager [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Instance network_info: |[{"id": "bac8b889-c845-4418-bba6-253473b1bc2d", "address": "fa:16:3e:66:07:d2", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac8b889-c8", "ovs_interfaceid": "bac8b889-c845-4418-bba6-253473b1bc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.084952] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:07:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bac8b889-c845-4418-bba6-253473b1bc2d', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.096220] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.096588] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.096950] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ff68b8-cd8f-42c0-94b1-d8d3c721d494 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.126876] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.126876] env[69437]: value = "task-4103519" [ 886.126876] env[69437]: _type = "Task" [ 886.126876] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.138321] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103519, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.195671] env[69437]: DEBUG nova.compute.manager [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.234952] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.236487] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.236602] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.236943] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.237337] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.237427] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.237754] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.237952] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.238227] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.238459] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.238721] env[69437]: DEBUG nova.virt.hardware [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.240269] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f6abaf-030c-4825-921a-6bd508169e9d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.252621] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b488da7d-c5b2-4599-b685-904e858ed941 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.319129] env[69437]: DEBUG nova.compute.manager [req-e76f7fa5-2003-4edd-8356-e370a42e3686 req-3c289967-9b4b-4158-a78f-5210f98005c0 service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Received event network-changed-bac8b889-c845-4418-bba6-253473b1bc2d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.319492] env[69437]: DEBUG nova.compute.manager [req-e76f7fa5-2003-4edd-8356-e370a42e3686 req-3c289967-9b4b-4158-a78f-5210f98005c0 service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Refreshing instance network info cache due to event network-changed-bac8b889-c845-4418-bba6-253473b1bc2d. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.319576] env[69437]: DEBUG oslo_concurrency.lockutils [req-e76f7fa5-2003-4edd-8356-e370a42e3686 req-3c289967-9b4b-4158-a78f-5210f98005c0 service nova] Acquiring lock "refresh_cache-663db49f-3ea2-4c02-aa0c-8134ec63157c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.320532] env[69437]: DEBUG oslo_concurrency.lockutils [req-e76f7fa5-2003-4edd-8356-e370a42e3686 req-3c289967-9b4b-4158-a78f-5210f98005c0 service nova] Acquired lock "refresh_cache-663db49f-3ea2-4c02-aa0c-8134ec63157c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.320532] env[69437]: DEBUG nova.network.neutron [req-e76f7fa5-2003-4edd-8356-e370a42e3686 req-3c289967-9b4b-4158-a78f-5210f98005c0 service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Refreshing network info cache for port bac8b889-c845-4418-bba6-253473b1bc2d {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.338173] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.343871] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.450s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.363925] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103518, 'name': PowerOffVM_Task, 'duration_secs': 0.454555} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.364277] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.365183] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b69298-b2be-48f5-9d85-981353dc793e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.392070] env[69437]: INFO nova.scheduler.client.report [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Deleted allocations for instance fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb [ 886.393727] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ce14ee-3739-43be-b36b-a33c9c3181b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.414511] env[69437]: DEBUG oslo_vmware.api [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103517, 'name': PowerOnVM_Task, 'duration_secs': 1.092592} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.414794] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.419530] env[69437]: DEBUG nova.compute.manager [None req-4b1ef27e-485f-4653-969d-e21cccd7d718 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.420440] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357b114b-878f-4373-a897-d9e761da4956 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.639726] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103519, 'name': CreateVM_Task, 'duration_secs': 0.506335} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.639904] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.640679] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.640834] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.641158] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.641412] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613a4d34-e5ad-4dfa-9f52-0366c9256a1c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.647178] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 886.647178] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5206d861-2ee8-e639-a856-78e8ef4c4d9b" [ 886.647178] env[69437]: _type = "Task" [ 886.647178] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.660961] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5206d861-2ee8-e639-a856-78e8ef4c4d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.847750] env[69437]: INFO nova.compute.claims [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.907913] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e3c917a-f373-4167-9416-bb9e066f5973 tempest-ServersListShow296Test-79807933 tempest-ServersListShow296Test-79807933-project-member] Lock "fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.403s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.913136] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.913136] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7bc46544-b856-47cd-9f57-60cf95b6bd94 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.921624] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 886.921624] env[69437]: value = "task-4103520" [ 886.921624] env[69437]: _type = "Task" [ 886.921624] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.946062] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.113660] env[69437]: DEBUG nova.network.neutron [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Successfully updated port: 8ccef22a-5a9c-4f56-bdac-d11d36def4ef {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.163195] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5206d861-2ee8-e639-a856-78e8ef4c4d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.038118} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.163536] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.163962] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.164039] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.164176] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.164340] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.164949] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25f266a3-12d0-41bb-8e79-5f43ab4eabcf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.178648] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.178648] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.178648] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f9448b-f212-4f23-8a51-1851aa63ffcd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.187283] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 887.187283] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529b5147-af52-5ca4-dc16-84b6049f4da0" [ 887.187283] env[69437]: _type = "Task" [ 887.187283] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.196459] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529b5147-af52-5ca4-dc16-84b6049f4da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.208751] env[69437]: DEBUG nova.network.neutron [req-e76f7fa5-2003-4edd-8356-e370a42e3686 req-3c289967-9b4b-4158-a78f-5210f98005c0 service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Updated VIF entry in instance network info cache for port bac8b889-c845-4418-bba6-253473b1bc2d. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.209806] env[69437]: DEBUG nova.network.neutron [req-e76f7fa5-2003-4edd-8356-e370a42e3686 req-3c289967-9b4b-4158-a78f-5210f98005c0 service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Updating instance_info_cache with network_info: [{"id": "bac8b889-c845-4418-bba6-253473b1bc2d", "address": "fa:16:3e:66:07:d2", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac8b889-c8", "ovs_interfaceid": "bac8b889-c845-4418-bba6-253473b1bc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.286088] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquiring lock "2222023a-8eea-420c-9546-67072fbdd4f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.286350] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "2222023a-8eea-420c-9546-67072fbdd4f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.356402] env[69437]: INFO nova.compute.resource_tracker [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating resource usage from migration cf967de0-791d-47be-8b2f-7f2867004b28 [ 887.433071] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103520, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.616595] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.618411] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.618411] env[69437]: DEBUG nova.network.neutron [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.698414] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529b5147-af52-5ca4-dc16-84b6049f4da0, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.699301] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13920d2e-5252-4cff-8f56-08af4f7d5ea5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.710511] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 887.710511] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e12f96-adc1-0159-360c-56e8e5e5512c" [ 887.710511] env[69437]: _type = "Task" [ 887.710511] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.714438] env[69437]: DEBUG oslo_concurrency.lockutils [req-e76f7fa5-2003-4edd-8356-e370a42e3686 req-3c289967-9b4b-4158-a78f-5210f98005c0 service nova] Releasing lock "refresh_cache-663db49f-3ea2-4c02-aa0c-8134ec63157c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.722044] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e12f96-adc1-0159-360c-56e8e5e5512c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.898797] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dcb3c7-8515-461a-861f-088588ad77d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.906332] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b174b800-104a-42f6-8e79-3ee54dd6d55a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.947632] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966df263-dce5-4598-801b-e0fbfe5ef8b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.956261] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103520, 'name': CreateSnapshot_Task, 'duration_secs': 0.729242} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.958535] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.959578] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e772a9b6-91df-4624-aa5f-e8221c86573d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.962846] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436b5856-ee49-4ce1-a6d1-55c023f69ee9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.982291] env[69437]: DEBUG nova.compute.provider_tree [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.158047] env[69437]: DEBUG nova.network.neutron [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.223472] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e12f96-adc1-0159-360c-56e8e5e5512c, 'name': SearchDatastore_Task, 'duration_secs': 0.016067} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.223841] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.224044] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 663db49f-3ea2-4c02-aa0c-8134ec63157c/663db49f-3ea2-4c02-aa0c-8134ec63157c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.224329] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3dd81fe-a2df-464d-9cd2-bd480dda413b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.231862] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 888.231862] env[69437]: value = "task-4103521" [ 888.231862] env[69437]: _type = "Task" [ 888.231862] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.240826] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.331370] env[69437]: DEBUG nova.network.neutron [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Updating instance_info_cache with network_info: [{"id": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "address": "fa:16:3e:85:20:f0", "network": {"id": "921322db-bb4f-4b58-be4d-71f9de28176d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286415362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5011a7d95b9d4514b4115ecc31f18c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccef22a-5a", "ovs_interfaceid": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.350114] env[69437]: DEBUG nova.compute.manager [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Received event network-vif-plugged-8ccef22a-5a9c-4f56-bdac-d11d36def4ef {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.350330] env[69437]: DEBUG oslo_concurrency.lockutils [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] Acquiring lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.350663] env[69437]: DEBUG oslo_concurrency.lockutils [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.350786] env[69437]: DEBUG oslo_concurrency.lockutils [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.350977] env[69437]: DEBUG nova.compute.manager [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] No waiting events found dispatching network-vif-plugged-8ccef22a-5a9c-4f56-bdac-d11d36def4ef {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 888.351165] env[69437]: WARNING nova.compute.manager [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Received unexpected event network-vif-plugged-8ccef22a-5a9c-4f56-bdac-d11d36def4ef for instance with vm_state building and task_state spawning. [ 888.351348] env[69437]: DEBUG nova.compute.manager [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Received event network-changed-8ccef22a-5a9c-4f56-bdac-d11d36def4ef {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.351510] env[69437]: DEBUG nova.compute.manager [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Refreshing instance network info cache due to event network-changed-8ccef22a-5a9c-4f56-bdac-d11d36def4ef. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.351698] env[69437]: DEBUG oslo_concurrency.lockutils [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] Acquiring lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.494407] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.495362] env[69437]: DEBUG nova.scheduler.client.report [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.498677] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2b16e8e-53cc-4c37-a5ab-c7f8b440ac69 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.508031] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 888.508031] env[69437]: value = "task-4103522" [ 888.508031] env[69437]: _type = "Task" [ 888.508031] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.518546] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103522, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.747683] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103521, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.835386] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Releasing lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.836031] env[69437]: DEBUG nova.compute.manager [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Instance network_info: |[{"id": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "address": "fa:16:3e:85:20:f0", "network": {"id": "921322db-bb4f-4b58-be4d-71f9de28176d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286415362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5011a7d95b9d4514b4115ecc31f18c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccef22a-5a", "ovs_interfaceid": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.836534] env[69437]: DEBUG oslo_concurrency.lockutils [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] Acquired lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.836831] env[69437]: DEBUG nova.network.neutron [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Refreshing network info cache for port 8ccef22a-5a9c-4f56-bdac-d11d36def4ef {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.838493] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:20:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ccef22a-5a9c-4f56-bdac-d11d36def4ef', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.846845] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Creating folder: Project (5011a7d95b9d4514b4115ecc31f18c84). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.850497] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5893f4d6-8140-4929-8cb8-6f21ca26b458 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.866883] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Created folder: Project (5011a7d95b9d4514b4115ecc31f18c84) in parent group-v812682. [ 888.867697] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Creating folder: Instances. Parent ref: group-v812856. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.867697] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76b8ead1-3d86-47e7-ae37-7be4c0b37b7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.880288] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Created folder: Instances in parent group-v812856. [ 888.880600] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.880863] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.881104] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5844f2b4-c090-4b76-a43d-b2453bdf038c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.904824] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.904824] env[69437]: value = "task-4103525" [ 888.904824] env[69437]: _type = "Task" [ 888.904824] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.914237] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103525, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.003189] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.661s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.004176] env[69437]: INFO nova.compute.manager [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Migrating [ 889.014445] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.796s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.016194] env[69437]: INFO nova.compute.claims [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.041295] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103522, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.179755] env[69437]: DEBUG nova.network.neutron [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Updated VIF entry in instance network info cache for port 8ccef22a-5a9c-4f56-bdac-d11d36def4ef. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.180166] env[69437]: DEBUG nova.network.neutron [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Updating instance_info_cache with network_info: [{"id": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "address": "fa:16:3e:85:20:f0", "network": {"id": "921322db-bb4f-4b58-be4d-71f9de28176d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286415362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5011a7d95b9d4514b4115ecc31f18c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccef22a-5a", "ovs_interfaceid": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.244866] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670662} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.245178] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 663db49f-3ea2-4c02-aa0c-8134ec63157c/663db49f-3ea2-4c02-aa0c-8134ec63157c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.245404] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.245741] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a2fabf5-b4a8-479d-bf4f-c0e05e0c4974 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.253599] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 889.253599] env[69437]: value = "task-4103526" [ 889.253599] env[69437]: _type = "Task" [ 889.253599] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.267765] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.415500] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103525, 'name': CreateVM_Task, 'duration_secs': 0.39819} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.415713] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.416476] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.416664] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.417014] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.417300] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459577b4-3279-4dd1-b95f-99a0a05edd39 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.423162] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 889.423162] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524f8c93-4890-a63d-7d4f-d5221d9f70e5" [ 889.423162] env[69437]: _type = "Task" [ 889.423162] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.431888] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524f8c93-4890-a63d-7d4f-d5221d9f70e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.532700] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103522, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.536033] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.536033] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.536033] env[69437]: DEBUG nova.network.neutron [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.607669] env[69437]: INFO nova.compute.manager [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Rescuing [ 889.607779] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.607882] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.608072] env[69437]: DEBUG nova.network.neutron [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.682886] env[69437]: DEBUG oslo_concurrency.lockutils [req-319cf1f3-55ab-4ebf-87e1-7d758f4db73c req-e3e35ec6-4b2d-4626-86ee-1350d9b9823f service nova] Releasing lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.763506] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075427} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.763783] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.764573] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e40600-6439-4812-9c56-6aa9a4b84d64 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.786382] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 663db49f-3ea2-4c02-aa0c-8134ec63157c/663db49f-3ea2-4c02-aa0c-8134ec63157c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.786634] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce84bfb6-dda8-4c36-8f0d-e4ac0f4a0979 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.807734] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 889.807734] env[69437]: value = "task-4103527" [ 889.807734] env[69437]: _type = "Task" [ 889.807734] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.816802] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.938136] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524f8c93-4890-a63d-7d4f-d5221d9f70e5, 'name': SearchDatastore_Task, 'duration_secs': 0.044932} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.938697] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.938697] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.938697] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.938858] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.939029] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.939405] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46a59aa0-790e-48ea-b981-10a72002a059 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.949696] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.949696] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.950125] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba3aed2-7cba-4d6f-b957-db4cab7bd946 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.956115] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 889.956115] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522797ec-b124-10f2-4b0e-fd41731e97ab" [ 889.956115] env[69437]: _type = "Task" [ 889.956115] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.964596] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522797ec-b124-10f2-4b0e-fd41731e97ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.036373] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103522, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.318513] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.472226] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522797ec-b124-10f2-4b0e-fd41731e97ab, 'name': SearchDatastore_Task, 'duration_secs': 0.053688} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.473427] env[69437]: DEBUG nova.network.neutron [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance_info_cache with network_info: [{"id": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "address": "fa:16:3e:42:08:88", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd796333-97", "ovs_interfaceid": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.475552] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7268b1b-ed39-4eed-84d7-a67100c3a93e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.486700] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 890.486700] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a5cd7a-5fe4-0f2d-e9f5-5285a55bf4ab" [ 890.486700] env[69437]: _type = "Task" [ 890.486700] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.500049] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a5cd7a-5fe4-0f2d-e9f5-5285a55bf4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.540556] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103522, 'name': CloneVM_Task, 'duration_secs': 1.775561} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.540556] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Created linked-clone VM from snapshot [ 890.540671] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc2fbe-d6d1-40cf-9fab-9fb37945f629 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.545979] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5025bf20-2cac-4f23-920d-024e38697999 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.563120] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf3eddd-a75c-4494-984e-f07d4ba52961 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.567951] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Uploading image 15ddf06f-4550-4c75-a9a0-b8d52786d7ce {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.570742] env[69437]: DEBUG nova.network.neutron [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Updating instance_info_cache with network_info: [{"id": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "address": "fa:16:3e:94:92:86", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7bcbc7-b5", "ovs_interfaceid": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.607894] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff82e56-ea0e-4f35-8aec-bc76ac3a356e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.615048] env[69437]: DEBUG oslo_vmware.rw_handles [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 890.615048] env[69437]: value = "vm-812855" [ 890.615048] env[69437]: _type = "VirtualMachine" [ 890.615048] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 890.616357] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2e5586-47ef-4e0e-b27c-a2d31ec3b2ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.620749] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06bab47a-3242-42db-891b-ca78ae2aa13c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.635077] env[69437]: DEBUG nova.compute.provider_tree [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.637422] env[69437]: DEBUG oslo_vmware.rw_handles [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lease: (returnval){ [ 890.637422] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52371a06-8032-5fda-9d9b-b2516b48d51f" [ 890.637422] env[69437]: _type = "HttpNfcLease" [ 890.637422] env[69437]: } obtained for exporting VM: (result){ [ 890.637422] env[69437]: value = "vm-812855" [ 890.637422] env[69437]: _type = "VirtualMachine" [ 890.637422] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 890.637883] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the lease: (returnval){ [ 890.637883] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52371a06-8032-5fda-9d9b-b2516b48d51f" [ 890.637883] env[69437]: _type = "HttpNfcLease" [ 890.637883] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 890.645112] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.645112] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52371a06-8032-5fda-9d9b-b2516b48d51f" [ 890.645112] env[69437]: _type = "HttpNfcLease" [ 890.645112] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 890.646099] env[69437]: DEBUG oslo_vmware.rw_handles [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 890.646099] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52371a06-8032-5fda-9d9b-b2516b48d51f" [ 890.646099] env[69437]: _type = "HttpNfcLease" [ 890.646099] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 890.646850] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3b846d-f343-4b87-8ee6-03a5535e6d74 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.657552] env[69437]: DEBUG oslo_vmware.rw_handles [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b0b26-e0c6-0232-963c-b0014166634d/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 890.657773] env[69437]: DEBUG oslo_vmware.rw_handles [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b0b26-e0c6-0232-963c-b0014166634d/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 890.783995] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1bedb234-2966-4158-9ca8-a969adaf76fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.824170] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103527, 'name': ReconfigVM_Task, 'duration_secs': 0.98937} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.824428] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 663db49f-3ea2-4c02-aa0c-8134ec63157c/663db49f-3ea2-4c02-aa0c-8134ec63157c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.825157] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5340a169-0cc2-4fd6-ae53-f9fab5bbdd08 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.832936] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 890.832936] env[69437]: value = "task-4103529" [ 890.832936] env[69437]: _type = "Task" [ 890.832936] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.843109] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103529, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.981016] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.997803] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a5cd7a-5fe4-0f2d-e9f5-5285a55bf4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.021629} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.998128] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.998835] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029/0d25ef4b-fd90-43fa-bcc5-392bc5ad2029.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.999033] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3846d4ae-fba1-49d1-bbb6-d0b0497d0122 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.009987] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 891.009987] env[69437]: value = "task-4103530" [ 891.009987] env[69437]: _type = "Task" [ 891.009987] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.020763] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.074015] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.139377] env[69437]: DEBUG nova.scheduler.client.report [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.343516] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103529, 'name': Rename_Task, 'duration_secs': 0.304864} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.343946] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.344303] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aac937e7-28b4-43d4-ac38-d277816231bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.353309] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 891.353309] env[69437]: value = "task-4103531" [ 891.353309] env[69437]: _type = "Task" [ 891.353309] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.363372] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.522815] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.646897] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.647438] env[69437]: DEBUG nova.compute.manager [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.650122] env[69437]: DEBUG oslo_concurrency.lockutils [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.524s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.650407] env[69437]: DEBUG nova.objects.instance [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lazy-loading 'resources' on Instance uuid 668aabd7-0212-4c5a-b95f-214b34989b77 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.868986] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.023456] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588965} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.023883] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029/0d25ef4b-fd90-43fa-bcc5-392bc5ad2029.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.024213] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.025053] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5f53dc2-5a20-49e4-b39f-4a6381ab4375 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.034632] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 892.034632] env[69437]: value = "task-4103532" [ 892.034632] env[69437]: _type = "Task" [ 892.034632] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.044991] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.153861] env[69437]: DEBUG nova.compute.utils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.158527] env[69437]: DEBUG nova.compute.manager [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.160421] env[69437]: DEBUG nova.network.neutron [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.216989] env[69437]: DEBUG nova.policy [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bcba3dddadc48b38bfe22ad67380d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '232fb110c76b47d28df2a2060b2d945b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.369572] env[69437]: DEBUG oslo_vmware.api [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103531, 'name': PowerOnVM_Task, 'duration_secs': 1.008874} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.370752] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.371100] env[69437]: INFO nova.compute.manager [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Took 8.81 seconds to spawn the instance on the hypervisor. [ 892.371427] env[69437]: DEBUG nova.compute.manager [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 892.372376] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2a6a75-0826-4b84-953c-06051db66de6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.502772] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b35fede-142c-478f-b40d-041939ad1930 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.522217] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance 'b0d96507-cf10-42e5-815f-66b29f6b9cfd' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.549361] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078706} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.550775] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.551343] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24ee21a-bbf8-4399-b785-998c56b1a208 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.579595] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029/0d25ef4b-fd90-43fa-bcc5-392bc5ad2029.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.583743] env[69437]: DEBUG nova.network.neutron [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Successfully created port: 45bbb356-4e12-49e6-92bc-8738d33686e9 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.587458] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-673ee804-95c2-4a45-8593-16b1f4788d01 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.610207] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 892.610207] env[69437]: value = "task-4103533" [ 892.610207] env[69437]: _type = "Task" [ 892.610207] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.616735] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.617616] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dfb08a3-b6b1-4e1d-8369-d7698fe7ae0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.625136] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.631254] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 892.631254] env[69437]: value = "task-4103534" [ 892.631254] env[69437]: _type = "Task" [ 892.631254] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.645465] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.664428] env[69437]: DEBUG nova.compute.manager [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.728479] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fd35e2-ede4-4d2e-9179-191b33096685 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.737754] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9717b8-c86d-4b18-beeb-7cd7b46efdb6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.771282] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc831c-7ed9-4ca7-8c64-8768165404f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.780229] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8e9675-7bea-4c16-afc6-dc172a7d37c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.796108] env[69437]: DEBUG nova.compute.provider_tree [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.904431] env[69437]: INFO nova.compute.manager [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Took 48.27 seconds to build instance. [ 893.031064] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.031396] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15cc42e3-d926-4895-affe-c5d9b57622fd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.040689] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 893.040689] env[69437]: value = "task-4103535" [ 893.040689] env[69437]: _type = "Task" [ 893.040689] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.053687] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.123663] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103533, 'name': ReconfigVM_Task, 'duration_secs': 0.339587} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.124081] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029/0d25ef4b-fd90-43fa-bcc5-392bc5ad2029.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.125059] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c68efc8-9874-4775-ab7a-d2faf3cde17b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.136456] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 893.136456] env[69437]: value = "task-4103536" [ 893.136456] env[69437]: _type = "Task" [ 893.136456] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.157713] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103534, 'name': PowerOffVM_Task, 'duration_secs': 0.251302} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.163281] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.163858] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103536, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.165053] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591d4cb0-c277-4a59-b314-036c81a0c627 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.212611] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742bf982-73cb-4c7e-a50a-e5ba1a1fccab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.258731] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.258897] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-573952f6-80ca-4559-a16b-beebfb52f654 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.267451] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 893.267451] env[69437]: value = "task-4103537" [ 893.267451] env[69437]: _type = "Task" [ 893.267451] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.279217] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 893.279494] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.279812] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.279980] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.280260] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.280603] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1465ad36-b05f-411a-8ef5-4560d3d18f12 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.293187] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.293398] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.294218] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4597f019-9d02-48a7-a549-e3d7e6a070d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.310561] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 893.310561] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5281049c-4726-81e0-9e38-403525768358" [ 893.310561] env[69437]: _type = "Task" [ 893.310561] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.319782] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5281049c-4726-81e0-9e38-403525768358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.326040] env[69437]: ERROR nova.scheduler.client.report [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] [req-12a8d013-c066-4a2e-a2ec-c3474f5f6994] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-12a8d013-c066-4a2e-a2ec-c3474f5f6994"}]} [ 893.337623] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.337972] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.338277] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.338477] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.338671] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.341015] env[69437]: INFO nova.compute.manager [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Terminating instance [ 893.351923] env[69437]: DEBUG nova.scheduler.client.report [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 893.372078] env[69437]: DEBUG nova.scheduler.client.report [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 893.372555] env[69437]: DEBUG nova.compute.provider_tree [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.386866] env[69437]: DEBUG nova.scheduler.client.report [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 893.406245] env[69437]: DEBUG nova.scheduler.client.report [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 893.409458] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0926028-776c-439e-9b22-36976c56b929 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "663db49f-3ea2-4c02-aa0c-8134ec63157c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.506s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.554463] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103535, 'name': PowerOffVM_Task, 'duration_secs': 0.2036} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.557313] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.557517] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance 'b0d96507-cf10-42e5-815f-66b29f6b9cfd' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.655456] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103536, 'name': Rename_Task, 'duration_secs': 0.188557} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.656290] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.656290] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b297ad-fe35-4916-bc11-4a0bdb598115 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.663647] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 893.663647] env[69437]: value = "task-4103538" [ 893.663647] env[69437]: _type = "Task" [ 893.663647] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.678196] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.682547] env[69437]: DEBUG nova.compute.manager [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.713163] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.713521] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.713743] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.714526] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.714526] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.714526] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.714832] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.715098] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.715390] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.715576] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.715871] env[69437]: DEBUG nova.virt.hardware [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.717069] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea866cf-838e-4054-bc8c-f68846f6b9ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.728449] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] Acquiring lock "refresh_cache-663db49f-3ea2-4c02-aa0c-8134ec63157c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.728710] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] Acquired lock "refresh_cache-663db49f-3ea2-4c02-aa0c-8134ec63157c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.728983] env[69437]: DEBUG nova.network.neutron [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.739132] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7966e32-7128-41ce-9616-b68e70413538 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.822876] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5281049c-4726-81e0-9e38-403525768358, 'name': SearchDatastore_Task, 'duration_secs': 0.038989} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.826954] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d043467-6fc2-4501-a24c-a0f7c631140a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.834853] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 893.834853] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5295c9ba-329b-f4bf-87fe-ec2a0ac8b174" [ 893.834853] env[69437]: _type = "Task" [ 893.834853] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.848165] env[69437]: DEBUG nova.compute.manager [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.848165] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.849390] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5295c9ba-329b-f4bf-87fe-ec2a0ac8b174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.849390] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee585abf-b51b-4ba1-b8f3-016b6f02eed7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.857484] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.859991] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9200608c-2882-44db-9a30-1ad17ec82bed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.867092] env[69437]: DEBUG oslo_vmware.api [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 893.867092] env[69437]: value = "task-4103539" [ 893.867092] env[69437]: _type = "Task" [ 893.867092] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.879377] env[69437]: DEBUG oslo_vmware.api [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.905356] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bce7df5-3462-4ef6-8b5b-10df300c95e0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.913626] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32dbd93-54b4-4073-92af-8047f4e9c09c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.917974] env[69437]: DEBUG nova.compute.manager [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.956787] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2296491b-61bb-4d3a-9136-a2a4a5e68ff9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.968099] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d5e869-6da6-4618-bbe3-bf00559255db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.986393] env[69437]: DEBUG nova.compute.provider_tree [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.064910] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.065291] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.065409] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.065615] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.065937] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.065937] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.066123] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.066385] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.066484] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.066652] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.066845] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.072681] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f910cb8-0043-412c-95b8-ea06893e9b6b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.091439] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 894.091439] env[69437]: value = "task-4103540" [ 894.091439] env[69437]: _type = "Task" [ 894.091439] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.100754] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.176672] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.345318] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5295c9ba-329b-f4bf-87fe-ec2a0ac8b174, 'name': SearchDatastore_Task, 'duration_secs': 0.01551} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.345650] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.345865] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 3a6b21f3-d390-4b88-aabb-e94d219881d0/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. {{(pid=69437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 894.346174] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35af1e9a-5835-444f-8ac0-c5f0b5e90440 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.356514] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 894.356514] env[69437]: value = "task-4103541" [ 894.356514] env[69437]: _type = "Task" [ 894.356514] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.368551] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.378262] env[69437]: DEBUG oslo_vmware.api [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103539, 'name': PowerOffVM_Task, 'duration_secs': 0.417649} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.378733] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.378733] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.378966] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68edab36-1938-42ac-8b92-4cd75c0dda2d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.453292] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.462188] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.462741] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.462741] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Deleting the datastore file [datastore1] 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.463574] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0043b835-ac79-4f9a-b8d6-e3514cdb6a13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.473305] env[69437]: DEBUG oslo_vmware.api [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for the task: (returnval){ [ 894.473305] env[69437]: value = "task-4103543" [ 894.473305] env[69437]: _type = "Task" [ 894.473305] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.483043] env[69437]: DEBUG oslo_vmware.api [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.533641] env[69437]: DEBUG nova.scheduler.client.report [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 894.534048] env[69437]: DEBUG nova.compute.provider_tree [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 86 to 87 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 894.534449] env[69437]: DEBUG nova.compute.provider_tree [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.602758] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103540, 'name': ReconfigVM_Task, 'duration_secs': 0.375892} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.603185] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance 'b0d96507-cf10-42e5-815f-66b29f6b9cfd' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.680803] env[69437]: DEBUG oslo_vmware.api [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103538, 'name': PowerOnVM_Task, 'duration_secs': 0.64879} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.681197] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.681411] env[69437]: INFO nova.compute.manager [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Took 8.49 seconds to spawn the instance on the hypervisor. [ 894.681685] env[69437]: DEBUG nova.compute.manager [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.682495] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831cf95d-6e12-400a-9ac5-f2c476c05063 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.702028] env[69437]: DEBUG nova.network.neutron [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Updating instance_info_cache with network_info: [{"id": "bac8b889-c845-4418-bba6-253473b1bc2d", "address": "fa:16:3e:66:07:d2", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac8b889-c8", "ovs_interfaceid": "bac8b889-c845-4418-bba6-253473b1bc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.867969] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103541, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.907178] env[69437]: DEBUG nova.compute.manager [req-5e9e034c-41d4-43c2-aaa7-6d0ba1622c94 req-eafffa93-9d49-4a5c-b283-92f2b83c71f5 service nova] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Received event network-vif-plugged-45bbb356-4e12-49e6-92bc-8738d33686e9 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.907178] env[69437]: DEBUG oslo_concurrency.lockutils [req-5e9e034c-41d4-43c2-aaa7-6d0ba1622c94 req-eafffa93-9d49-4a5c-b283-92f2b83c71f5 service nova] Acquiring lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.907178] env[69437]: DEBUG oslo_concurrency.lockutils [req-5e9e034c-41d4-43c2-aaa7-6d0ba1622c94 req-eafffa93-9d49-4a5c-b283-92f2b83c71f5 service nova] Lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.908186] env[69437]: DEBUG oslo_concurrency.lockutils [req-5e9e034c-41d4-43c2-aaa7-6d0ba1622c94 req-eafffa93-9d49-4a5c-b283-92f2b83c71f5 service nova] Lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.908892] env[69437]: DEBUG nova.compute.manager [req-5e9e034c-41d4-43c2-aaa7-6d0ba1622c94 req-eafffa93-9d49-4a5c-b283-92f2b83c71f5 service nova] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] No waiting events found dispatching network-vif-plugged-45bbb356-4e12-49e6-92bc-8738d33686e9 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 894.909275] env[69437]: WARNING nova.compute.manager [req-5e9e034c-41d4-43c2-aaa7-6d0ba1622c94 req-eafffa93-9d49-4a5c-b283-92f2b83c71f5 service nova] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Received unexpected event network-vif-plugged-45bbb356-4e12-49e6-92bc-8738d33686e9 for instance with vm_state building and task_state spawning. [ 894.966906] env[69437]: DEBUG nova.network.neutron [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Successfully updated port: 45bbb356-4e12-49e6-92bc-8738d33686e9 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.989258] env[69437]: DEBUG oslo_vmware.api [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.040730] env[69437]: DEBUG oslo_concurrency.lockutils [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.390s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.043756] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.095s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.044801] env[69437]: DEBUG nova.objects.instance [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 895.064424] env[69437]: INFO nova.scheduler.client.report [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Deleted allocations for instance 668aabd7-0212-4c5a-b95f-214b34989b77 [ 895.113981] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:39:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='761972aa-a61a-4713-b0db-9fe8011fb339',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1953802663',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.113981] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.113981] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.113981] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.113981] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.113981] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.113981] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.113981] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.114661] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.114661] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.114661] env[69437]: DEBUG nova.virt.hardware [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.123598] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 895.124558] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779ebd0a-988a-40a2-b832-d746f835da4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.145361] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 895.145361] env[69437]: value = "task-4103544" [ 895.145361] env[69437]: _type = "Task" [ 895.145361] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.157213] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.210525] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] Releasing lock "refresh_cache-663db49f-3ea2-4c02-aa0c-8134ec63157c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.210525] env[69437]: DEBUG nova.compute.manager [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Inject network info {{(pid=69437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 895.210736] env[69437]: DEBUG nova.compute.manager [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] network_info to inject: |[{"id": "bac8b889-c845-4418-bba6-253473b1bc2d", "address": "fa:16:3e:66:07:d2", "network": {"id": "bb3e66e0-3882-48da-9b45-b6ba22c884c9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-597533628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34c4e983b354e5290e74a3c3bda196f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac8b889-c8", "ovs_interfaceid": "bac8b889-c845-4418-bba6-253473b1bc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 895.216246] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Reconfiguring VM instance to set the machine id {{(pid=69437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 895.218534] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcde04c-272e-4c7b-b17c-2db0e7d4243c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.230264] env[69437]: INFO nova.compute.manager [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Took 49.57 seconds to build instance. [ 895.238576] env[69437]: DEBUG oslo_vmware.api [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] Waiting for the task: (returnval){ [ 895.238576] env[69437]: value = "task-4103545" [ 895.238576] env[69437]: _type = "Task" [ 895.238576] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.251436] env[69437]: DEBUG oslo_vmware.api [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] Task: {'id': task-4103545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.369599] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723752} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.369899] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 3a6b21f3-d390-4b88-aabb-e94d219881d0/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. [ 895.370816] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5dffd9-2d0b-4a44-b762-206b01f365b2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.400322] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 3a6b21f3-d390-4b88-aabb-e94d219881d0/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.400759] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a9b24c-5459-4698-ab18-13c2d3555c29 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.420530] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 895.420530] env[69437]: value = "task-4103546" [ 895.420530] env[69437]: _type = "Task" [ 895.420530] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.430377] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.471776] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "refresh_cache-3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.472084] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "refresh_cache-3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.472117] env[69437]: DEBUG nova.network.neutron [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.487958] env[69437]: DEBUG oslo_vmware.api [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Task: {'id': task-4103543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.654911} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.488262] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.488448] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.488650] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.488844] env[69437]: INFO nova.compute.manager [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 895.489133] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.489348] env[69437]: DEBUG nova.compute.manager [-] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.489447] env[69437]: DEBUG nova.network.neutron [-] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.574110] env[69437]: DEBUG oslo_concurrency.lockutils [None req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Lock "668aabd7-0212-4c5a-b95f-214b34989b77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.100s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.662482] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103544, 'name': ReconfigVM_Task, 'duration_secs': 0.257376} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.662653] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.663539] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15de4a50-f9d2-4373-ba6f-15b600f6c5ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.691171] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b0d96507-cf10-42e5-815f-66b29f6b9cfd/b0d96507-cf10-42e5-815f-66b29f6b9cfd.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.691588] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe35d083-9454-4522-985d-3a78abd5b412 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.712438] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 895.712438] env[69437]: value = "task-4103547" [ 895.712438] env[69437]: _type = "Task" [ 895.712438] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.722496] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.733227] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7d06a517-f58a-4332-b0a7-f03a524a417f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.954s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.750092] env[69437]: DEBUG oslo_vmware.api [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] Task: {'id': task-4103545, 'name': ReconfigVM_Task, 'duration_secs': 0.246962} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.750446] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0ae494-ffa7-42ba-bbc4-443c406c5f15 tempest-ServersAdminTestJSON-78479889 tempest-ServersAdminTestJSON-78479889-project-admin] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Reconfigured VM instance to set the machine id {{(pid=69437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 895.932651] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103546, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.054552] env[69437]: DEBUG nova.network.neutron [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.057737] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26f1833-f3fa-4191-9db7-06332f574d41 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.058985] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.581s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.060473] env[69437]: INFO nova.compute.claims [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.231582] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103547, 'name': ReconfigVM_Task, 'duration_secs': 0.423404} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.231877] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b0d96507-cf10-42e5-815f-66b29f6b9cfd/b0d96507-cf10-42e5-815f-66b29f6b9cfd.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.232266] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance 'b0d96507-cf10-42e5-815f-66b29f6b9cfd' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.429925] env[69437]: DEBUG nova.network.neutron [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Updating instance_info_cache with network_info: [{"id": "45bbb356-4e12-49e6-92bc-8738d33686e9", "address": "fa:16:3e:29:98:fb", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbb356-4e", "ovs_interfaceid": "45bbb356-4e12-49e6-92bc-8738d33686e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.435444] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103546, 'name': ReconfigVM_Task, 'duration_secs': 0.542381} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.436177] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 3a6b21f3-d390-4b88-aabb-e94d219881d0/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.437234] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c84a38-f67d-4d01-ab35-63ddcdacf631 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.467101] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ddc85c-8f89-4e61-94cb-0b2b20fa112f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.488039] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 896.488039] env[69437]: value = "task-4103548" [ 896.488039] env[69437]: _type = "Task" [ 896.488039] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.497771] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.740766] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994afd9-5cca-418e-bdde-dc88cc8b4718 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.771751] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e391357e-004f-4d5b-b764-4a8227b54117 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.799457] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance 'b0d96507-cf10-42e5-815f-66b29f6b9cfd' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.937187] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "refresh_cache-3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.937611] env[69437]: DEBUG nova.compute.manager [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Instance network_info: |[{"id": "45bbb356-4e12-49e6-92bc-8738d33686e9", "address": "fa:16:3e:29:98:fb", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbb356-4e", "ovs_interfaceid": "45bbb356-4e12-49e6-92bc-8738d33686e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.938016] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:98:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45bbb356-4e12-49e6-92bc-8738d33686e9', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.946374] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.947043] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.947313] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d6dfa01-a1bf-4715-b2d0-1280234beaa1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.970134] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.970134] env[69437]: value = "task-4103549" [ 896.970134] env[69437]: _type = "Task" [ 896.970134] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.988024] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103549, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.997372] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103548, 'name': ReconfigVM_Task, 'duration_secs': 0.210791} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.997829] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.997939] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10fc2592-7f8a-4a74-a5f6-5ea3cad17159 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.006902] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 897.006902] env[69437]: value = "task-4103550" [ 897.006902] env[69437]: _type = "Task" [ 897.006902] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.017805] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.080448] env[69437]: DEBUG nova.network.neutron [-] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.141177] env[69437]: DEBUG nova.compute.manager [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Received event network-changed-45bbb356-4e12-49e6-92bc-8738d33686e9 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.141177] env[69437]: DEBUG nova.compute.manager [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Refreshing instance network info cache due to event network-changed-45bbb356-4e12-49e6-92bc-8738d33686e9. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.141177] env[69437]: DEBUG oslo_concurrency.lockutils [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] Acquiring lock "refresh_cache-3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.141177] env[69437]: DEBUG oslo_concurrency.lockutils [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] Acquired lock "refresh_cache-3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.141382] env[69437]: DEBUG nova.network.neutron [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Refreshing network info cache for port 45bbb356-4e12-49e6-92bc-8738d33686e9 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.359608] env[69437]: DEBUG nova.network.neutron [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Port bd796333-979f-46d1-ac3f-c2f4337c52cb binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 897.486996] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103549, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.518159] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.542569] env[69437]: INFO nova.compute.manager [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Rebuilding instance [ 897.586223] env[69437]: INFO nova.compute.manager [-] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Took 2.10 seconds to deallocate network for instance. [ 897.603622] env[69437]: DEBUG nova.compute.manager [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 897.604748] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fdbb22-2be1-4ed5-ab35-63732546619b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.679160] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8158e79-364c-45e2-9155-e990abaf02e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.689635] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f2cd6-f904-4979-8165-575b7788e449 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.726772] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba4230-39f6-48e2-8ac1-40a29f5032d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.736087] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e885901-f2e2-45f4-b520-9ac93b70a721 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.753988] env[69437]: DEBUG nova.compute.provider_tree [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.981275] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103549, 'name': CreateVM_Task, 'duration_secs': 0.534236} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.982242] env[69437]: DEBUG nova.network.neutron [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Updated VIF entry in instance network info cache for port 45bbb356-4e12-49e6-92bc-8738d33686e9. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.982572] env[69437]: DEBUG nova.network.neutron [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Updating instance_info_cache with network_info: [{"id": "45bbb356-4e12-49e6-92bc-8738d33686e9", "address": "fa:16:3e:29:98:fb", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbb356-4e", "ovs_interfaceid": "45bbb356-4e12-49e6-92bc-8738d33686e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.983738] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.984359] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.984522] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.984841] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.986035] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0517eda9-ea06-4f1d-bcbf-d5f91947f69d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.992170] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 897.992170] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52830bc1-9b40-bede-edab-9054311f7c5e" [ 897.992170] env[69437]: _type = "Task" [ 897.992170] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.003783] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52830bc1-9b40-bede-edab-9054311f7c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.017861] env[69437]: DEBUG oslo_vmware.api [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103550, 'name': PowerOnVM_Task, 'duration_secs': 0.564998} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.018157] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.020940] env[69437]: DEBUG nova.compute.manager [None req-a95ebe5a-5da3-42d3-9f9c-af4229178624 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.023314] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b125cd4c-cdfe-4e65-96c8-82d5fc43f339 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.096570] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.256336] env[69437]: DEBUG nova.scheduler.client.report [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.395087] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.395346] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.395526] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.489645] env[69437]: DEBUG oslo_concurrency.lockutils [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] Releasing lock "refresh_cache-3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.490013] env[69437]: DEBUG nova.compute.manager [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Received event network-changed-8ccef22a-5a9c-4f56-bdac-d11d36def4ef {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.490340] env[69437]: DEBUG nova.compute.manager [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Refreshing instance network info cache due to event network-changed-8ccef22a-5a9c-4f56-bdac-d11d36def4ef. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.490674] env[69437]: DEBUG oslo_concurrency.lockutils [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] Acquiring lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.491203] env[69437]: DEBUG oslo_concurrency.lockutils [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] Acquired lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.491269] env[69437]: DEBUG nova.network.neutron [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Refreshing network info cache for port 8ccef22a-5a9c-4f56-bdac-d11d36def4ef {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.505443] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52830bc1-9b40-bede-edab-9054311f7c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.023646} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.506507] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.506760] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.507243] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.507477] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.507710] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.509034] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8046b480-3f00-4d2d-a9d4-7f619e750947 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.521894] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.521941] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.523281] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8737d7-bc23-4b95-9e15-51660d900c44 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.529964] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 898.529964] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fd6984-2c18-8e0d-a9ec-12a8e0e281be" [ 898.529964] env[69437]: _type = "Task" [ 898.529964] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.546061] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fd6984-2c18-8e0d-a9ec-12a8e0e281be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.622759] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.623188] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1147f340-58f9-483b-b1cc-817ded9da0f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.633511] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 898.633511] env[69437]: value = "task-4103551" [ 898.633511] env[69437]: _type = "Task" [ 898.633511] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.643192] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.765024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.765024] env[69437]: DEBUG nova.compute.manager [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.766745] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.697s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.770263] env[69437]: INFO nova.compute.claims [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.044017] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fd6984-2c18-8e0d-a9ec-12a8e0e281be, 'name': SearchDatastore_Task, 'duration_secs': 0.025466} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.045184] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0f98b5-a64f-4fa7-934d-46d2a406ed0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.051884] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 899.051884] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b7b8b9-df71-9dea-3648-2e631a3254e5" [ 899.051884] env[69437]: _type = "Task" [ 899.051884] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.060955] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b7b8b9-df71-9dea-3648-2e631a3254e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.146239] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103551, 'name': PowerOffVM_Task, 'duration_secs': 0.320769} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.146781] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.147053] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.152442] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f53b16-8e15-47aa-828e-a558fb561c7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.165369] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.166384] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d7140b-44a3-463a-9b06-7581bae350a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.260375] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.260375] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.260375] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleting the datastore file [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.260375] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ca64909-6984-4639-9421-9a7c0f43ce8a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.269412] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 899.269412] env[69437]: value = "task-4103553" [ 899.269412] env[69437]: _type = "Task" [ 899.269412] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.278794] env[69437]: DEBUG nova.compute.utils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.283405] env[69437]: DEBUG nova.compute.manager [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.286129] env[69437]: DEBUG nova.network.neutron [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.292300] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.337067] env[69437]: DEBUG nova.network.neutron [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Updated VIF entry in instance network info cache for port 8ccef22a-5a9c-4f56-bdac-d11d36def4ef. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.338880] env[69437]: DEBUG nova.network.neutron [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Updating instance_info_cache with network_info: [{"id": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "address": "fa:16:3e:85:20:f0", "network": {"id": "921322db-bb4f-4b58-be4d-71f9de28176d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286415362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5011a7d95b9d4514b4115ecc31f18c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccef22a-5a", "ovs_interfaceid": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.354494] env[69437]: DEBUG oslo_vmware.rw_handles [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b0b26-e0c6-0232-963c-b0014166634d/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.355652] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00ae80-eb66-45cb-8a49-54b67d7c5a3c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.360015] env[69437]: DEBUG nova.policy [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5a19e6d8d1b49d992954162cd45d11d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba31480e6f644171a7d3766058aac1cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.365160] env[69437]: DEBUG oslo_vmware.rw_handles [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b0b26-e0c6-0232-963c-b0014166634d/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.365342] env[69437]: ERROR oslo_vmware.rw_handles [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b0b26-e0c6-0232-963c-b0014166634d/disk-0.vmdk due to incomplete transfer. [ 899.365586] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2398bd13-745a-4a5f-87c5-bac543f399fb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.373271] env[69437]: DEBUG oslo_vmware.rw_handles [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b0b26-e0c6-0232-963c-b0014166634d/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 899.373487] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Uploaded image 15ddf06f-4550-4c75-a9a0-b8d52786d7ce to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 899.375788] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 899.376068] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d28d3c8-50ae-458a-8913-88fd2b65167a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.383757] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 899.383757] env[69437]: value = "task-4103554" [ 899.383757] env[69437]: _type = "Task" [ 899.383757] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.393902] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103554, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.453192] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.453192] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.453192] env[69437]: DEBUG nova.network.neutron [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.567713] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b7b8b9-df71-9dea-3648-2e631a3254e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01294} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.567713] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.567713] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4/3b1d49fd-fa8b-4c38-8440-18d82ae66ee4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.567713] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82bff2b8-f84a-48b6-bbc2-d9b34ddb52e8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.575861] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 899.575861] env[69437]: value = "task-4103555" [ 899.575861] env[69437]: _type = "Task" [ 899.575861] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.593521] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.658904] env[69437]: INFO nova.compute.manager [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Unrescuing [ 899.659321] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.659515] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.659689] env[69437]: DEBUG nova.network.neutron [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.781994] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380434} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.782334] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.783125] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.783125] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.785928] env[69437]: DEBUG nova.compute.manager [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.791730] env[69437]: DEBUG nova.network.neutron [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Successfully created port: 529c5676-a6c9-46f9-90f7-40470594efd7 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.841369] env[69437]: DEBUG oslo_concurrency.lockutils [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] Releasing lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.841731] env[69437]: DEBUG nova.compute.manager [req-6702e1d2-24fe-40ef-b47d-0ff888bf5a39 req-5d4c268b-c7b0-48ad-a1b2-01b3b3c21aa2 service nova] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Received event network-vif-deleted-618e668a-95e3-411a-98df-ed9cb3d03083 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.900130] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103554, 'name': Destroy_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.092996] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103555, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.356308] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a413996-75d3-4669-b7b6-04b268a42ea7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.370672] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1137af-2ce9-4ddc-bac9-9dca920866c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.410455] env[69437]: DEBUG nova.network.neutron [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance_info_cache with network_info: [{"id": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "address": "fa:16:3e:42:08:88", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd796333-97", "ovs_interfaceid": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.415783] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd40f2c-0d2a-4674-acc2-b257ced64a5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.428846] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e84167-91b1-465f-a067-773ef39e18e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.434024] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103554, 'name': Destroy_Task, 'duration_secs': 0.603508} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.437140] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Destroyed the VM [ 900.437889] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 900.441304] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc0d5fb7-87b6-4ba2-b515-18e77a439a20 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.453104] env[69437]: DEBUG nova.compute.provider_tree [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.461303] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 900.461303] env[69437]: value = "task-4103556" [ 900.461303] env[69437]: _type = "Task" [ 900.461303] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.471270] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103556, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.526344] env[69437]: DEBUG nova.network.neutron [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Updating instance_info_cache with network_info: [{"id": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "address": "fa:16:3e:94:92:86", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7bcbc7-b5", "ovs_interfaceid": "6e7bcbc7-b525-4a8d-a30b-d31611c14164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.588344] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652232} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.588674] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4/3b1d49fd-fa8b-4c38-8440-18d82ae66ee4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.588872] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.589164] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12069b71-6366-4647-83ba-0c945ccbb04d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.597177] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 900.597177] env[69437]: value = "task-4103557" [ 900.597177] env[69437]: _type = "Task" [ 900.597177] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.607990] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.767264] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "02836692-dca7-4e9e-8ea6-caa98b483ff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.767872] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.812735] env[69437]: DEBUG nova.compute.manager [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.843343] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.843651] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.843831] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.844037] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.844197] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.844352] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.844578] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.844745] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.844942] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.845140] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.845451] env[69437]: DEBUG nova.virt.hardware [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.847983] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b189423f-2805-4484-9705-6123125d64a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.861728] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.861981] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.862158] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.862342] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.862491] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.862640] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.862851] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.863016] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.863187] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.863351] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.863542] env[69437]: DEBUG nova.virt.hardware [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.864899] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e051c94-d807-4bfc-add9-e8022cd29c76 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.869845] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a508f32-89c7-403d-8fe4-0447cb037f12 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.887998] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cea212a-9238-427d-a9d8-022a588354ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.903829] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:15:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3869b100-e08f-4647-9609-7847aade4f1e', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.911349] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.911791] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.911906] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2f4202a-dd5f-48d4-9338-8fe1e8034372 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.927722] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.939133] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.939133] env[69437]: value = "task-4103558" [ 900.939133] env[69437]: _type = "Task" [ 900.939133] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.950403] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103558, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.972067] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103556, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.977415] env[69437]: ERROR nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [req-08889abc-ffe2-4970-ba69-d096ee11d51c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08889abc-ffe2-4970-ba69-d096ee11d51c"}]} [ 901.001415] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 901.016586] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 901.016712] env[69437]: DEBUG nova.compute.provider_tree [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.029587] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "refresh_cache-3a6b21f3-d390-4b88-aabb-e94d219881d0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.030614] env[69437]: DEBUG nova.objects.instance [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lazy-loading 'flavor' on Instance uuid 3a6b21f3-d390-4b88-aabb-e94d219881d0 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.039840] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 901.072775] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 901.109234] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072988} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.110052] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.110804] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2840817-261d-4a98-9c3b-ca56911f4949 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.136676] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4/3b1d49fd-fa8b-4c38-8440-18d82ae66ee4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.140021] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a64796f-1e44-460f-9f85-6a4d25d2670b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.161796] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 901.161796] env[69437]: value = "task-4103559" [ 901.161796] env[69437]: _type = "Task" [ 901.161796] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.176997] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.270208] env[69437]: DEBUG nova.compute.manager [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.453482] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103558, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.461737] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "feac31fc-232c-4234-ade1-1c21fd698501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.462280] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "feac31fc-232c-4234-ade1-1c21fd698501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.471928] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de292b-71b4-40cc-b688-aeb43e3cfe24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.484601] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103556, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.504232] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9c0765-d26c-4731-b97d-8a3bcab69209 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.514805] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance 'b0d96507-cf10-42e5-815f-66b29f6b9cfd' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.537174] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c361eb-df73-48d8-a19a-8fda02b52d15 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.564479] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.564479] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dfc0864-f68e-4aee-a197-5f1df1e55ade {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.572735] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 901.572735] env[69437]: value = "task-4103560" [ 901.572735] env[69437]: _type = "Task" [ 901.572735] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.586580] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.679344] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.704861] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecb9dc7-6407-44a1-9b8a-143078cf8dd5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.713404] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eea678-9d37-45dd-9829-205754405128 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.750075] env[69437]: DEBUG nova.compute.manager [req-d83f3c10-a281-449d-8258-3612b5135c67 req-bb17ce09-8438-4227-a67a-d08fa99a91aa service nova] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Received event network-vif-plugged-529c5676-a6c9-46f9-90f7-40470594efd7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.750289] env[69437]: DEBUG oslo_concurrency.lockutils [req-d83f3c10-a281-449d-8258-3612b5135c67 req-bb17ce09-8438-4227-a67a-d08fa99a91aa service nova] Acquiring lock "d4c6b990-e54e-4007-b47d-76f4d51239e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.750574] env[69437]: DEBUG oslo_concurrency.lockutils [req-d83f3c10-a281-449d-8258-3612b5135c67 req-bb17ce09-8438-4227-a67a-d08fa99a91aa service nova] Lock "d4c6b990-e54e-4007-b47d-76f4d51239e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.750775] env[69437]: DEBUG oslo_concurrency.lockutils [req-d83f3c10-a281-449d-8258-3612b5135c67 req-bb17ce09-8438-4227-a67a-d08fa99a91aa service nova] Lock "d4c6b990-e54e-4007-b47d-76f4d51239e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.751040] env[69437]: DEBUG nova.compute.manager [req-d83f3c10-a281-449d-8258-3612b5135c67 req-bb17ce09-8438-4227-a67a-d08fa99a91aa service nova] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] No waiting events found dispatching network-vif-plugged-529c5676-a6c9-46f9-90f7-40470594efd7 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 901.751236] env[69437]: WARNING nova.compute.manager [req-d83f3c10-a281-449d-8258-3612b5135c67 req-bb17ce09-8438-4227-a67a-d08fa99a91aa service nova] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Received unexpected event network-vif-plugged-529c5676-a6c9-46f9-90f7-40470594efd7 for instance with vm_state building and task_state spawning. [ 901.752110] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6fa22d-fc75-48fd-8b88-b5a1dfbc4a5c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.757439] env[69437]: DEBUG nova.network.neutron [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Successfully updated port: 529c5676-a6c9-46f9-90f7-40470594efd7 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.762838] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe863bd-ef91-4c94-91c1-39d87630de02 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.790552] env[69437]: DEBUG nova.compute.provider_tree [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.807983] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.951480] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103558, 'name': CreateVM_Task, 'duration_secs': 0.827529} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.951480] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.952073] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.952225] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.952566] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.952846] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1ab5c4-baab-4c23-b590-33b5b586d98a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.960098] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 901.960098] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521c4dbd-55ca-f00f-fc4b-51aac1cf735e" [ 901.960098] env[69437]: _type = "Task" [ 901.960098] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.970922] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521c4dbd-55ca-f00f-fc4b-51aac1cf735e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.976465] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103556, 'name': RemoveSnapshot_Task, 'duration_secs': 1.239405} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.976742] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.977031] env[69437]: DEBUG nova.compute.manager [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.977824] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89644a80-0469-48fc-80a0-7f1b83d54d18 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.024603] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.024752] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de8139b-5343-475e-8f7c-56c9366acd24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.032423] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 902.032423] env[69437]: value = "task-4103561" [ 902.032423] env[69437]: _type = "Task" [ 902.032423] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.043046] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.066358] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "8e987476-3abe-4296-8177-30af904662ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.066784] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "8e987476-3abe-4296-8177-30af904662ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.084837] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103560, 'name': PowerOffVM_Task, 'duration_secs': 0.247962} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.085124] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.090860] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 902.091892] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e986f75-90d9-4330-9451-391901771fdb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.111810] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 902.111810] env[69437]: value = "task-4103562" [ 902.111810] env[69437]: _type = "Task" [ 902.111810] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.121477] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.180466] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103559, 'name': ReconfigVM_Task, 'duration_secs': 0.707453} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.180826] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4/3b1d49fd-fa8b-4c38-8440-18d82ae66ee4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.181582] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea370fea-8568-4a76-b122-b3d7498dd690 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.192104] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 902.192104] env[69437]: value = "task-4103563" [ 902.192104] env[69437]: _type = "Task" [ 902.192104] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.201291] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103563, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.262936] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "refresh_cache-d4c6b990-e54e-4007-b47d-76f4d51239e5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.265363] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquired lock "refresh_cache-d4c6b990-e54e-4007-b47d-76f4d51239e5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.265543] env[69437]: DEBUG nova.network.neutron [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.321395] env[69437]: ERROR nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [req-7cb062d5-e758-4dcc-9afa-b6a123c6e3a8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7cb062d5-e758-4dcc-9afa-b6a123c6e3a8"}]} [ 902.342153] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 902.364771] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 902.365013] env[69437]: DEBUG nova.compute.provider_tree [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.382184] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 902.408226] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 902.471731] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521c4dbd-55ca-f00f-fc4b-51aac1cf735e, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.472095] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.472346] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.472584] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.472732] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.472929] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.473209] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91132766-eb77-4d70-9e72-81c3451f27ca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.485121] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.486290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.486290] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-066e0c42-ccb1-4bd2-808a-e8ddfcbc183f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.491434] env[69437]: INFO nova.compute.manager [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Shelve offloading [ 902.494548] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 902.494548] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525f3fdf-63d8-ac68-428c-031f4d0e9053" [ 902.494548] env[69437]: _type = "Task" [ 902.494548] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.510206] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525f3fdf-63d8-ac68-428c-031f4d0e9053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.545517] env[69437]: DEBUG oslo_vmware.api [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103561, 'name': PowerOnVM_Task, 'duration_secs': 0.419995} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.545872] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.546049] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fd3c6-44ff-431b-b54b-00f20f5091db tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance 'b0d96507-cf10-42e5-815f-66b29f6b9cfd' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.624242] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103562, 'name': ReconfigVM_Task, 'duration_secs': 0.273151} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.624530] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 902.624717] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.624972] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29155c9e-e854-433e-a44a-a00108f78068 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.633049] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 902.633049] env[69437]: value = "task-4103564" [ 902.633049] env[69437]: _type = "Task" [ 902.633049] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.640990] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.704728] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103563, 'name': Rename_Task, 'duration_secs': 0.214528} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.704728] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.705255] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fbdfc6f-37cb-4aa5-a8fe-96b996d71680 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.716777] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 902.716777] env[69437]: value = "task-4103565" [ 902.716777] env[69437]: _type = "Task" [ 902.716777] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.728463] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.813162] env[69437]: DEBUG nova.network.neutron [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.889972] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fce4d2-e3ff-49a7-9d92-8baddfce8254 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.897626] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204c4440-8867-401a-a20d-c7e50f802dfc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.932242] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b541a5-40df-4448-8840-f8506050966b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.940315] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a573948d-d94a-48e7-ba2b-097df7a3b624 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.955889] env[69437]: DEBUG nova.compute.provider_tree [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.005206] env[69437]: DEBUG nova.network.neutron [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Updating instance_info_cache with network_info: [{"id": "529c5676-a6c9-46f9-90f7-40470594efd7", "address": "fa:16:3e:2d:4d:77", "network": {"id": "33567836-d168-4a08-b298-a39cdb830e62", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-764705519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba31480e6f644171a7d3766058aac1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529c5676-a6", "ovs_interfaceid": "529c5676-a6c9-46f9-90f7-40470594efd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.006691] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.010833] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f509146-439c-4817-a14b-54b7c0021a78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.012609] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525f3fdf-63d8-ac68-428c-031f4d0e9053, 'name': SearchDatastore_Task, 'duration_secs': 0.025014} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.013929] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727ac345-549c-48ce-bce5-9c013b6d2779 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.023874] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 903.023874] env[69437]: value = "task-4103566" [ 903.023874] env[69437]: _type = "Task" [ 903.023874] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.025177] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 903.025177] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e3af71-4baf-2197-8b31-a8cbe94acb82" [ 903.025177] env[69437]: _type = "Task" [ 903.025177] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.037940] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e3af71-4baf-2197-8b31-a8cbe94acb82, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.041707] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.042075] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.042428] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b6297dc-37fc-421a-8f7f-97f63c0a9ac5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.044494] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 903.044764] env[69437]: DEBUG nova.compute.manager [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.045839] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c9114-6773-4cb5-8f3e-1fc07988c714 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.056955] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 903.056955] env[69437]: value = "task-4103567" [ 903.056955] env[69437]: _type = "Task" [ 903.056955] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.057232] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.057272] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.057432] env[69437]: DEBUG nova.network.neutron [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.067931] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.144432] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.230290] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103565, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.497931] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 903.498251] env[69437]: DEBUG nova.compute.provider_tree [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 90 to 91 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 903.498439] env[69437]: DEBUG nova.compute.provider_tree [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.512084] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Releasing lock "refresh_cache-d4c6b990-e54e-4007-b47d-76f4d51239e5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.512434] env[69437]: DEBUG nova.compute.manager [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Instance network_info: |[{"id": "529c5676-a6c9-46f9-90f7-40470594efd7", "address": "fa:16:3e:2d:4d:77", "network": {"id": "33567836-d168-4a08-b298-a39cdb830e62", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-764705519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba31480e6f644171a7d3766058aac1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529c5676-a6", "ovs_interfaceid": "529c5676-a6c9-46f9-90f7-40470594efd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.512913] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:4d:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '529c5676-a6c9-46f9-90f7-40470594efd7', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.522020] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.523480] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.524259] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a92f77-f52c-41d8-9b75-a43b5b643a44 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.556231] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.556231] env[69437]: value = "task-4103568" [ 903.556231] env[69437]: _type = "Task" [ 903.556231] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.575674] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103567, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.579401] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103568, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.643537] env[69437]: DEBUG oslo_vmware.api [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103564, 'name': PowerOnVM_Task, 'duration_secs': 0.603416} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.643889] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.644176] env[69437]: DEBUG nova.compute.manager [None req-7e46d374-279f-4dbc-b0e5-2dbc423a3721 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.644952] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a51c76d-a1a8-4c68-a752-951b92d247dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.730154] env[69437]: DEBUG oslo_vmware.api [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103565, 'name': PowerOnVM_Task, 'duration_secs': 0.583813} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.731128] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.731128] env[69437]: INFO nova.compute.manager [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Took 10.05 seconds to spawn the instance on the hypervisor. [ 903.731128] env[69437]: DEBUG nova.compute.manager [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.731957] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053c26c3-6013-4062-b185-dde63c601717 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.801163] env[69437]: DEBUG nova.compute.manager [req-cae31545-d7b0-46a1-afd5-bf22b385b080 req-3683c8da-41d8-437d-8d91-b1bc8ae1c31c service nova] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Received event network-changed-529c5676-a6c9-46f9-90f7-40470594efd7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.801163] env[69437]: DEBUG nova.compute.manager [req-cae31545-d7b0-46a1-afd5-bf22b385b080 req-3683c8da-41d8-437d-8d91-b1bc8ae1c31c service nova] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Refreshing instance network info cache due to event network-changed-529c5676-a6c9-46f9-90f7-40470594efd7. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.801163] env[69437]: DEBUG oslo_concurrency.lockutils [req-cae31545-d7b0-46a1-afd5-bf22b385b080 req-3683c8da-41d8-437d-8d91-b1bc8ae1c31c service nova] Acquiring lock "refresh_cache-d4c6b990-e54e-4007-b47d-76f4d51239e5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.801163] env[69437]: DEBUG oslo_concurrency.lockutils [req-cae31545-d7b0-46a1-afd5-bf22b385b080 req-3683c8da-41d8-437d-8d91-b1bc8ae1c31c service nova] Acquired lock "refresh_cache-d4c6b990-e54e-4007-b47d-76f4d51239e5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.801163] env[69437]: DEBUG nova.network.neutron [req-cae31545-d7b0-46a1-afd5-bf22b385b080 req-3683c8da-41d8-437d-8d91-b1bc8ae1c31c service nova] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Refreshing network info cache for port 529c5676-a6c9-46f9-90f7-40470594efd7 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.846125] env[69437]: DEBUG nova.network.neutron [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Updating instance_info_cache with network_info: [{"id": "0f06fd98-03d8-43c1-b5b6-bcf500c52930", "address": "fa:16:3e:1b:3f:c3", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f06fd98-03", "ovs_interfaceid": "0f06fd98-03d8-43c1-b5b6-bcf500c52930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.005236] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.237s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.005236] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.007130] env[69437]: DEBUG oslo_concurrency.lockutils [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.165s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.007292] env[69437]: DEBUG nova.objects.instance [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lazy-loading 'resources' on Instance uuid d78ada18-eade-4eb7-afe5-899ca524429b {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.073076] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103568, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.084433] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531002} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.084837] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.085137] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.085444] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-832d5077-6cb3-4e04-8dde-1773a115f389 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.092349] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 904.092349] env[69437]: value = "task-4103569" [ 904.092349] env[69437]: _type = "Task" [ 904.092349] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.103040] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.249898] env[69437]: INFO nova.compute.manager [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Took 57.05 seconds to build instance. [ 904.349508] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.514536] env[69437]: DEBUG nova.compute.utils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.516533] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.516707] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.579626] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103568, 'name': CreateVM_Task, 'duration_secs': 0.86021} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.583246] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.585483] env[69437]: DEBUG nova.policy [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24a5bb4e288c4a0ea51c1ec3b12f596e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d44979db48e4cae944136166dfc96bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.591223] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.591223] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.591223] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.591223] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fb6842-7d68-46fc-8b69-c0ea11e116f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.597310] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 904.597310] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5238c743-abdb-9aee-8c15-05f556096473" [ 904.597310] env[69437]: _type = "Task" [ 904.597310] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.616874] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066138} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.622953] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.623152] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5238c743-abdb-9aee-8c15-05f556096473, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.626979] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a47e8be-f242-405e-b0fa-5840f186df62 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.630640] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.631119] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.631169] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.631357] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.631738] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.633086] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731cf1d8-1d4e-4f07-bdf0-635ce3f3b038 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.658890] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.660374] env[69437]: DEBUG nova.network.neutron [req-cae31545-d7b0-46a1-afd5-bf22b385b080 req-3683c8da-41d8-437d-8d91-b1bc8ae1c31c service nova] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Updated VIF entry in instance network info cache for port 529c5676-a6c9-46f9-90f7-40470594efd7. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.660841] env[69437]: DEBUG nova.network.neutron [req-cae31545-d7b0-46a1-afd5-bf22b385b080 req-3683c8da-41d8-437d-8d91-b1bc8ae1c31c service nova] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Updating instance_info_cache with network_info: [{"id": "529c5676-a6c9-46f9-90f7-40470594efd7", "address": "fa:16:3e:2d:4d:77", "network": {"id": "33567836-d168-4a08-b298-a39cdb830e62", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-764705519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba31480e6f644171a7d3766058aac1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529c5676-a6", "ovs_interfaceid": "529c5676-a6c9-46f9-90f7-40470594efd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.666205] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b029ea1-75f5-43c0-a0c4-4e5358f00e12 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.681934] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.682089] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.683853] env[69437]: DEBUG oslo_concurrency.lockutils [req-cae31545-d7b0-46a1-afd5-bf22b385b080 req-3683c8da-41d8-437d-8d91-b1bc8ae1c31c service nova] Releasing lock "refresh_cache-d4c6b990-e54e-4007-b47d-76f4d51239e5" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.684716] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700e872d-d9b1-4ac0-bed3-7081c6d5a4c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.691455] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 904.691455] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5274be8f-4783-1b99-a491-04a0fc1ca0b3" [ 904.691455] env[69437]: _type = "Task" [ 904.691455] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.696545] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 904.696545] env[69437]: value = "task-4103570" [ 904.696545] env[69437]: _type = "Task" [ 904.696545] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.711499] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5274be8f-4783-1b99-a491-04a0fc1ca0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.713297] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86cb1fce-0d69-4c3d-ba1b-ff522382e489 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.719554] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.725916] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 904.725916] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5218e125-94f8-d395-c7c3-e80eaab49910" [ 904.725916] env[69437]: _type = "Task" [ 904.725916] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.735455] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5218e125-94f8-d395-c7c3-e80eaab49910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.752039] env[69437]: DEBUG oslo_concurrency.lockutils [None req-93a72fde-7754-4f95-8833-a4d7d830e8bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.371s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.768696] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.769629] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d6ff58-24d0-432d-b230-df6d55032487 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.779395] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.782135] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b2c8fa2-d6ef-41a2-b9a4-5d3025ef046f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.857427] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.857780] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.857968] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleting the datastore file [datastore2] 7e454b5f-a380-48b2-b942-b343d3e2585a {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.861170] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5ca1132-7c7c-4b84-8fe2-11f64c9ef929 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.869892] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 904.869892] env[69437]: value = "task-4103572" [ 904.869892] env[69437]: _type = "Task" [ 904.869892] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.878970] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.949241] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Successfully created port: cbb43095-6a8a-4f7d-ac27-d196f347570b {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.021162] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.081603] env[69437]: DEBUG nova.compute.manager [req-cde2fdc2-257d-4798-aab2-9183b14b0f4c req-5dd06bfa-741a-4b1b-b3d8-79e78d7d7d48 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Received event network-vif-unplugged-0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.081853] env[69437]: DEBUG oslo_concurrency.lockutils [req-cde2fdc2-257d-4798-aab2-9183b14b0f4c req-5dd06bfa-741a-4b1b-b3d8-79e78d7d7d48 service nova] Acquiring lock "7e454b5f-a380-48b2-b942-b343d3e2585a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.082676] env[69437]: DEBUG oslo_concurrency.lockutils [req-cde2fdc2-257d-4798-aab2-9183b14b0f4c req-5dd06bfa-741a-4b1b-b3d8-79e78d7d7d48 service nova] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.082676] env[69437]: DEBUG oslo_concurrency.lockutils [req-cde2fdc2-257d-4798-aab2-9183b14b0f4c req-5dd06bfa-741a-4b1b-b3d8-79e78d7d7d48 service nova] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.082676] env[69437]: DEBUG nova.compute.manager [req-cde2fdc2-257d-4798-aab2-9183b14b0f4c req-5dd06bfa-741a-4b1b-b3d8-79e78d7d7d48 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] No waiting events found dispatching network-vif-unplugged-0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 905.082676] env[69437]: WARNING nova.compute.manager [req-cde2fdc2-257d-4798-aab2-9183b14b0f4c req-5dd06bfa-741a-4b1b-b3d8-79e78d7d7d48 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Received unexpected event network-vif-unplugged-0f06fd98-03d8-43c1-b5b6-bcf500c52930 for instance with vm_state shelved and task_state shelving_offloading. [ 905.146749] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac3080-8bb5-4e8e-9748-d695f5a84e7a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.154106] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0456fe14-c9df-4923-9d39-7105325bb28d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.191079] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa3b5e0-a324-4596-886d-76b439b0bd45 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.201056] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04718c2-9f65-4064-8bef-80b3a932514e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.215600] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103570, 'name': ReconfigVM_Task, 'duration_secs': 0.377229} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.226231] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.227152] env[69437]: DEBUG nova.compute.provider_tree [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.232237] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-904d215f-1861-4210-a559-9ab629b470e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.247746] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5218e125-94f8-d395-c7c3-e80eaab49910, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.248797] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.249064] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] d4c6b990-e54e-4007-b47d-76f4d51239e5/d4c6b990-e54e-4007-b47d-76f4d51239e5.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.249394] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 905.249394] env[69437]: value = "task-4103573" [ 905.249394] env[69437]: _type = "Task" [ 905.249394] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.249601] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d80fda9c-ac42-40f3-823c-e7c19d5bb39f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.256770] env[69437]: DEBUG nova.compute.manager [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.263488] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 905.263488] env[69437]: value = "task-4103574" [ 905.263488] env[69437]: _type = "Task" [ 905.263488] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.268972] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103573, 'name': Rename_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.283108] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.381996] env[69437]: DEBUG oslo_vmware.api [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14252} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.382609] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.382609] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.382790] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.418520] env[69437]: INFO nova.scheduler.client.report [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted allocations for instance 7e454b5f-a380-48b2-b942-b343d3e2585a [ 905.767626] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103573, 'name': Rename_Task, 'duration_secs': 0.164025} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.769179] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.770314] env[69437]: DEBUG nova.scheduler.client.report [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 905.770567] env[69437]: DEBUG nova.compute.provider_tree [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 91 to 92 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 905.770793] env[69437]: DEBUG nova.compute.provider_tree [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.774512] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-261f6aef-cb24-4c3d-96f8-541314698756 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.789091] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103574, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.791498] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.792013] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 905.792013] env[69437]: value = "task-4103575" [ 905.792013] env[69437]: _type = "Task" [ 905.792013] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.802406] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.924732] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.033737] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.062785] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.062785] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.063036] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.063532] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.066215] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.066215] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.066215] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.066215] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.066215] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.066215] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.066215] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.066724] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453e9457-d4e3-4a40-876e-ce8dfa2f82b2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.076627] env[69437]: DEBUG nova.network.neutron [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Port bd796333-979f-46d1-ac3f-c2f4337c52cb binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 906.076904] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.077071] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.077239] env[69437]: DEBUG nova.network.neutron [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.081754] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701fda57-a4a5-4345-a229-544bf0279391 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.240759] env[69437]: DEBUG nova.compute.manager [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.241901] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17bb009-2c33-4ff7-8a72-3d8f0846f89d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.285126] env[69437]: DEBUG oslo_concurrency.lockutils [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.287432] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528436} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.287946] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.301s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.288179] env[69437]: DEBUG nova.objects.instance [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lazy-loading 'resources' on Instance uuid cfb0b2ed-43c1-40bb-9ede-4859e2d43c29 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.289504] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] d4c6b990-e54e-4007-b47d-76f4d51239e5/d4c6b990-e54e-4007-b47d-76f4d51239e5.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.289794] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.291021] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1e9f3ff-8377-411a-acbd-0f5a93c37270 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.307089] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103575, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.309087] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 906.309087] env[69437]: value = "task-4103576" [ 906.309087] env[69437]: _type = "Task" [ 906.309087] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.312787] env[69437]: INFO nova.scheduler.client.report [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleted allocations for instance d78ada18-eade-4eb7-afe5-899ca524429b [ 906.323020] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.478946] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "7e454b5f-a380-48b2-b942-b343d3e2585a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.495016] env[69437]: DEBUG nova.compute.manager [req-0fc9653f-df48-41e4-9d37-fcfc60a6114b req-7e248664-30ac-4914-b23f-754a44148cc4 service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Received event network-vif-plugged-cbb43095-6a8a-4f7d-ac27-d196f347570b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.496374] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fc9653f-df48-41e4-9d37-fcfc60a6114b req-7e248664-30ac-4914-b23f-754a44148cc4 service nova] Acquiring lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.496751] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fc9653f-df48-41e4-9d37-fcfc60a6114b req-7e248664-30ac-4914-b23f-754a44148cc4 service nova] Lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.497084] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fc9653f-df48-41e4-9d37-fcfc60a6114b req-7e248664-30ac-4914-b23f-754a44148cc4 service nova] Lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.497408] env[69437]: DEBUG nova.compute.manager [req-0fc9653f-df48-41e4-9d37-fcfc60a6114b req-7e248664-30ac-4914-b23f-754a44148cc4 service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] No waiting events found dispatching network-vif-plugged-cbb43095-6a8a-4f7d-ac27-d196f347570b {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 906.497691] env[69437]: WARNING nova.compute.manager [req-0fc9653f-df48-41e4-9d37-fcfc60a6114b req-7e248664-30ac-4914-b23f-754a44148cc4 service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Received unexpected event network-vif-plugged-cbb43095-6a8a-4f7d-ac27-d196f347570b for instance with vm_state building and task_state spawning. [ 906.598103] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Successfully updated port: cbb43095-6a8a-4f7d-ac27-d196f347570b {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.759302] env[69437]: INFO nova.compute.manager [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] instance snapshotting [ 906.762718] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d1b51e-8349-4797-95c9-c36919d7b895 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.786656] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949f4417-f8cc-4666-834e-b1eb09d67d4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.806202] env[69437]: DEBUG oslo_vmware.api [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103575, 'name': PowerOnVM_Task, 'duration_secs': 0.677344} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.806202] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.806397] env[69437]: DEBUG nova.compute.manager [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.807049] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5fd14c-7647-4398-800c-1a1f49902396 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.822313] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080733} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.825903] env[69437]: DEBUG oslo_concurrency.lockutils [None req-100b1065-4102-4242-b4da-c06563e7f4bf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "d78ada18-eade-4eb7-afe5-899ca524429b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.788s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.830157] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.835797] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278d8b33-b6d0-42f6-a650-79ed971220cb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.860723] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d4c6b990-e54e-4007-b47d-76f4d51239e5/d4c6b990-e54e-4007-b47d-76f4d51239e5.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.866499] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c2731e-5d0a-492c-b65d-b96b08d342cf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.895878] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 906.895878] env[69437]: value = "task-4103577" [ 906.895878] env[69437]: _type = "Task" [ 906.895878] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.906070] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.942240] env[69437]: DEBUG nova.network.neutron [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance_info_cache with network_info: [{"id": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "address": "fa:16:3e:42:08:88", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd796333-97", "ovs_interfaceid": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.744571] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "refresh_cache-353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.744758] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "refresh_cache-353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.744965] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.749019] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.751625] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.755136] env[69437]: DEBUG nova.compute.manager [req-e5960ce4-91fe-4938-9481-7cc03850273f req-1011bb57-5693-45df-b40c-a95b5b3008b6 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Received event network-changed-0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.755136] env[69437]: DEBUG nova.compute.manager [req-e5960ce4-91fe-4938-9481-7cc03850273f req-1011bb57-5693-45df-b40c-a95b5b3008b6 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Refreshing instance network info cache due to event network-changed-0f06fd98-03d8-43c1-b5b6-bcf500c52930. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.755136] env[69437]: DEBUG oslo_concurrency.lockutils [req-e5960ce4-91fe-4938-9481-7cc03850273f req-1011bb57-5693-45df-b40c-a95b5b3008b6 service nova] Acquiring lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.755136] env[69437]: DEBUG oslo_concurrency.lockutils [req-e5960ce4-91fe-4938-9481-7cc03850273f req-1011bb57-5693-45df-b40c-a95b5b3008b6 service nova] Acquired lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.755507] env[69437]: DEBUG nova.network.neutron [req-e5960ce4-91fe-4938-9481-7cc03850273f req-1011bb57-5693-45df-b40c-a95b5b3008b6 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Refreshing network info cache for port 0f06fd98-03d8-43c1-b5b6-bcf500c52930 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.759130] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dde4b34e-612c-44fc-83d6-3cc903074c5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.769063] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.778878] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103577, 'name': ReconfigVM_Task, 'duration_secs': 0.843374} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.779113] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d4c6b990-e54e-4007-b47d-76f4d51239e5/d4c6b990-e54e-4007-b47d-76f4d51239e5.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.779865] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 907.779865] env[69437]: value = "task-4103578" [ 907.779865] env[69437]: _type = "Task" [ 907.779865] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.782998] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bccee0b-343a-4d16-ad7e-4590bc223f47 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.796099] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 907.796099] env[69437]: value = "task-4103579" [ 907.796099] env[69437]: _type = "Task" [ 907.796099] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.810301] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103579, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.859954] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.860119] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.107978] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d97bd9b-b6b7-4847-9317-9324961efba3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.116493] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b591d63b-b143-45c2-a944-ba332439067e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.149482] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44221f4-ed9e-4411-a067-51911f545fd5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.158423] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a666a944-1c71-4e52-a29e-ff93221534e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.173822] env[69437]: DEBUG nova.compute.provider_tree [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.261245] env[69437]: DEBUG nova.compute.manager [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69437) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 908.261647] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.269865] env[69437]: INFO nova.compute.manager [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Rebuilding instance [ 908.296424] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103578, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.306546] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103579, 'name': Rename_Task, 'duration_secs': 0.154642} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.306832] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.307094] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4dae8fd-04de-4c47-a6ab-2f2d3f19bc8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.316285] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 908.316285] env[69437]: value = "task-4103580" [ 908.316285] env[69437]: _type = "Task" [ 908.316285] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.325450] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.338225] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.404476] env[69437]: DEBUG nova.compute.manager [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.406090] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8f4fbd-1837-4d3c-b979-54ec0d2ab334 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.523541] env[69437]: DEBUG nova.compute.manager [req-2f36059d-6656-4b57-93e2-94ffce5f3c14 req-a113c4eb-9531-4dd8-82a4-0ed04eb5b85b service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Received event network-changed-cbb43095-6a8a-4f7d-ac27-d196f347570b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.523749] env[69437]: DEBUG nova.compute.manager [req-2f36059d-6656-4b57-93e2-94ffce5f3c14 req-a113c4eb-9531-4dd8-82a4-0ed04eb5b85b service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Refreshing instance network info cache due to event network-changed-cbb43095-6a8a-4f7d-ac27-d196f347570b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.524091] env[69437]: DEBUG oslo_concurrency.lockutils [req-2f36059d-6656-4b57-93e2-94ffce5f3c14 req-a113c4eb-9531-4dd8-82a4-0ed04eb5b85b service nova] Acquiring lock "refresh_cache-353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.527567] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Updating instance_info_cache with network_info: [{"id": "cbb43095-6a8a-4f7d-ac27-d196f347570b", "address": "fa:16:3e:96:1e:86", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb43095-6a", "ovs_interfaceid": "cbb43095-6a8a-4f7d-ac27-d196f347570b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.591817] env[69437]: DEBUG nova.network.neutron [req-e5960ce4-91fe-4938-9481-7cc03850273f req-1011bb57-5693-45df-b40c-a95b5b3008b6 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Updated VIF entry in instance network info cache for port 0f06fd98-03d8-43c1-b5b6-bcf500c52930. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.592286] env[69437]: DEBUG nova.network.neutron [req-e5960ce4-91fe-4938-9481-7cc03850273f req-1011bb57-5693-45df-b40c-a95b5b3008b6 service nova] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Updating instance_info_cache with network_info: [{"id": "0f06fd98-03d8-43c1-b5b6-bcf500c52930", "address": "fa:16:3e:1b:3f:c3", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": null, "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0f06fd98-03", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.677445] env[69437]: DEBUG nova.scheduler.client.report [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.796897] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103578, 'name': CreateSnapshot_Task, 'duration_secs': 0.907181} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.797191] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.797926] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1183252-b7fe-4cf8-bb7a-40dbb965058c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.826448] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.031250] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "refresh_cache-353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.031640] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Instance network_info: |[{"id": "cbb43095-6a8a-4f7d-ac27-d196f347570b", "address": "fa:16:3e:96:1e:86", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb43095-6a", "ovs_interfaceid": "cbb43095-6a8a-4f7d-ac27-d196f347570b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.031972] env[69437]: DEBUG oslo_concurrency.lockutils [req-2f36059d-6656-4b57-93e2-94ffce5f3c14 req-a113c4eb-9531-4dd8-82a4-0ed04eb5b85b service nova] Acquired lock "refresh_cache-353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.032174] env[69437]: DEBUG nova.network.neutron [req-2f36059d-6656-4b57-93e2-94ffce5f3c14 req-a113c4eb-9531-4dd8-82a4-0ed04eb5b85b service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Refreshing network info cache for port cbb43095-6a8a-4f7d-ac27-d196f347570b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.033935] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:1e:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbb43095-6a8a-4f7d-ac27-d196f347570b', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.042744] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.046253] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.047530] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b076abe9-558d-4486-8b98-c8f76ceb4fc7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.069142] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.069142] env[69437]: value = "task-4103581" [ 909.069142] env[69437]: _type = "Task" [ 909.069142] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.077911] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103581, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.095546] env[69437]: DEBUG oslo_concurrency.lockutils [req-e5960ce4-91fe-4938-9481-7cc03850273f req-1011bb57-5693-45df-b40c-a95b5b3008b6 service nova] Releasing lock "refresh_cache-7e454b5f-a380-48b2-b942-b343d3e2585a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.183327] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.895s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.186650] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.927s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.188390] env[69437]: INFO nova.compute.claims [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.207856] env[69437]: INFO nova.scheduler.client.report [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Deleted allocations for instance cfb0b2ed-43c1-40bb-9ede-4859e2d43c29 [ 909.315956] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 909.316337] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c02afcc5-a96b-4c8a-ab8f-38832e8a4fdd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.331641] env[69437]: DEBUG oslo_vmware.api [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103580, 'name': PowerOnVM_Task, 'duration_secs': 0.728362} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.331961] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 909.331961] env[69437]: value = "task-4103582" [ 909.331961] env[69437]: _type = "Task" [ 909.331961] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.332222] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.332431] env[69437]: INFO nova.compute.manager [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Took 8.52 seconds to spawn the instance on the hypervisor. [ 909.332594] env[69437]: DEBUG nova.compute.manager [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.333466] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1d4ad-42ce-48ed-b38f-352cf287090f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.344704] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103582, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.366624] env[69437]: DEBUG nova.network.neutron [req-2f36059d-6656-4b57-93e2-94ffce5f3c14 req-a113c4eb-9531-4dd8-82a4-0ed04eb5b85b service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Updated VIF entry in instance network info cache for port cbb43095-6a8a-4f7d-ac27-d196f347570b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.367013] env[69437]: DEBUG nova.network.neutron [req-2f36059d-6656-4b57-93e2-94ffce5f3c14 req-a113c4eb-9531-4dd8-82a4-0ed04eb5b85b service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Updating instance_info_cache with network_info: [{"id": "cbb43095-6a8a-4f7d-ac27-d196f347570b", "address": "fa:16:3e:96:1e:86", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb43095-6a", "ovs_interfaceid": "cbb43095-6a8a-4f7d-ac27-d196f347570b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.423477] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.423772] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d94f2d73-4d89-47c9-8c02-bafd0f7f3fd2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.433545] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 909.433545] env[69437]: value = "task-4103583" [ 909.433545] env[69437]: _type = "Task" [ 909.433545] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.445808] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.580511] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103581, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.718292] env[69437]: DEBUG oslo_concurrency.lockutils [None req-52180745-8768-4c2c-bdb3-e91ae3a1a3a0 tempest-ServersListShow2100Test-1745157178 tempest-ServersListShow2100Test-1745157178-project-member] Lock "cfb0b2ed-43c1-40bb-9ede-4859e2d43c29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.042s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.846514] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103582, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.859336] env[69437]: INFO nova.compute.manager [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Took 52.40 seconds to build instance. [ 909.871369] env[69437]: DEBUG oslo_concurrency.lockutils [req-2f36059d-6656-4b57-93e2-94ffce5f3c14 req-a113c4eb-9531-4dd8-82a4-0ed04eb5b85b service nova] Releasing lock "refresh_cache-353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.945872] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103583, 'name': PowerOffVM_Task, 'duration_secs': 0.459312} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.946053] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.946233] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.947116] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2317b7-5424-4a0e-b1b8-15f13981c3b2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.955149] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.955438] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11e130d7-e592-433e-85d4-e007782e1095 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.082642] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103581, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.168215] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.168735] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.168829] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleting the datastore file [datastore1] 8c42b367-d7ce-4bad-b7b0-b5b001200905 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.169180] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6321fc4-14f3-4610-bf8b-3064c5e68ebc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.177731] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 910.177731] env[69437]: value = "task-4103585" [ 910.177731] env[69437]: _type = "Task" [ 910.177731] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.188297] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.344351] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103582, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.363280] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "d4c6b990-e54e-4007-b47d-76f4d51239e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.981s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.586435] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103581, 'name': CreateVM_Task, 'duration_secs': 1.230562} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.586435] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.586587] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.586701] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.587050] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.587423] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177c1f7a-c71f-46d8-b252-833a131f1629 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.597684] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 910.597684] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]523f705c-052d-e54c-9659-019f752b6abf" [ 910.597684] env[69437]: _type = "Task" [ 910.597684] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.609502] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523f705c-052d-e54c-9659-019f752b6abf, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.609838] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.610132] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.610333] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.610534] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.611202] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.611492] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9061334b-d15b-4df8-85e4-ae37da8a5635 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.630429] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.630701] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.634130] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973ecd21-bd01-4513-b082-62154fdab133 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.641279] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 910.641279] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526f3fdc-9535-faad-6fcd-abdfc65bf324" [ 910.641279] env[69437]: _type = "Task" [ 910.641279] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.650661] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526f3fdc-9535-faad-6fcd-abdfc65bf324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.690406] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152208} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.690811] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.691069] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.691404] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.738386] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6938ad-162f-41a1-b969-fca464706368 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.748659] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c04a063-625b-4793-8820-2ca1bf81e072 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.783724] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39328fa0-2f26-4d56-9bb3-270d2cc302f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.793748] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02da4b5-c381-4624-9d5d-d1731df0f8ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.810248] env[69437]: DEBUG nova.compute.provider_tree [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.846623] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103582, 'name': CloneVM_Task, 'duration_secs': 1.499672} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.846623] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Created linked-clone VM from snapshot [ 910.847466] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf8949d-a6f1-4554-a210-bb55671871f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.856367] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Uploading image 95ab4189-8930-4c74-b99c-632ab43628bc {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 910.864789] env[69437]: DEBUG nova.compute.manager [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.882421] env[69437]: DEBUG oslo_vmware.rw_handles [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 910.882421] env[69437]: value = "vm-812864" [ 910.882421] env[69437]: _type = "VirtualMachine" [ 910.882421] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 910.882706] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c851581a-6374-4b50-baa6-c5b39b2b8ade {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.891653] env[69437]: DEBUG oslo_vmware.rw_handles [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lease: (returnval){ [ 910.891653] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5263b457-96a6-f8f7-383f-79aef4908eca" [ 910.891653] env[69437]: _type = "HttpNfcLease" [ 910.891653] env[69437]: } obtained for exporting VM: (result){ [ 910.891653] env[69437]: value = "vm-812864" [ 910.891653] env[69437]: _type = "VirtualMachine" [ 910.891653] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 910.891970] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the lease: (returnval){ [ 910.891970] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5263b457-96a6-f8f7-383f-79aef4908eca" [ 910.891970] env[69437]: _type = "HttpNfcLease" [ 910.891970] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.899339] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.899339] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5263b457-96a6-f8f7-383f-79aef4908eca" [ 910.899339] env[69437]: _type = "HttpNfcLease" [ 910.899339] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.153182] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526f3fdc-9535-faad-6fcd-abdfc65bf324, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.153995] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba85b72-f3a5-426a-8331-0147a010d4df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.160120] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 911.160120] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528a016c-4d38-3e4d-870e-a4ad6cc1a1a6" [ 911.160120] env[69437]: _type = "Task" [ 911.160120] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.169435] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528a016c-4d38-3e4d-870e-a4ad6cc1a1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.313937] env[69437]: DEBUG nova.scheduler.client.report [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.391102] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.400589] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.400589] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5263b457-96a6-f8f7-383f-79aef4908eca" [ 911.400589] env[69437]: _type = "HttpNfcLease" [ 911.400589] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.400960] env[69437]: DEBUG oslo_vmware.rw_handles [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.400960] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5263b457-96a6-f8f7-383f-79aef4908eca" [ 911.400960] env[69437]: _type = "HttpNfcLease" [ 911.400960] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 911.401716] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b9077-6cfc-408e-bb85-989c2d5e5798 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.409938] env[69437]: DEBUG oslo_vmware.rw_handles [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52191524-c028-f605-d28c-5b256a7fcc0e/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.410170] env[69437]: DEBUG oslo_vmware.rw_handles [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52191524-c028-f605-d28c-5b256a7fcc0e/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 911.564360] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ab0f41b-15d4-405e-a658-5f474fbf675a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.673549] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528a016c-4d38-3e4d-870e-a4ad6cc1a1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014999} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.673735] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.674067] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4/353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.674361] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-164f8048-bfc8-4fd1-9537-affaed7ce43b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.682829] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 911.682829] env[69437]: value = "task-4103587" [ 911.682829] env[69437]: _type = "Task" [ 911.682829] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.693377] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.730756] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.731080] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.731565] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.731849] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.732076] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.732398] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.733793] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.734074] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.734355] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.734584] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.734887] env[69437]: DEBUG nova.virt.hardware [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.736317] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472b3729-136d-48c0-b4a7-f98f8278ff9b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.747646] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec56a1-1cc2-43b2-84d6-807175a04700 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.765832] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:15:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3869b100-e08f-4647-9609-7847aade4f1e', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.775116] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.775116] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.775223] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e859664-3fad-43ee-bbc0-29d07f50958f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.798908] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.798908] env[69437]: value = "task-4103588" [ 911.798908] env[69437]: _type = "Task" [ 911.798908] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.809183] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103588, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.819602] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.823030] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.823320] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.337s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.199438] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103587, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.311644] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103588, 'name': CreateVM_Task, 'duration_secs': 0.449162} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.311928] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.312721] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.313261] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.315281] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.315612] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f548d7e9-e0cc-4c92-aee2-7141afb91177 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.323592] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 912.323592] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52610222-6ac8-ec5a-2277-f460bf8da37b" [ 912.323592] env[69437]: _type = "Task" [ 912.323592] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.329506] env[69437]: DEBUG nova.compute.utils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.337024] env[69437]: INFO nova.compute.claims [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.338230] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.338982] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.348561] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52610222-6ac8-ec5a-2277-f460bf8da37b, 'name': SearchDatastore_Task, 'duration_secs': 0.013218} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.348885] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.349147] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.349387] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.349559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.350000] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.350686] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e9166d4-d3df-4614-92d0-783b8a4ed372 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.363356] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.363356] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.365339] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a238779-260f-4b48-97c2-7ace2017bd6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.372876] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 912.372876] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528c16c4-34e3-74df-072e-42e8c835682c" [ 912.372876] env[69437]: _type = "Task" [ 912.372876] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.384985] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528c16c4-34e3-74df-072e-42e8c835682c, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.386365] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd7d6b9c-ce52-429d-9465-a374d5500e10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.393040] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 912.393040] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5269ec35-0df6-a7d9-461c-7f69d7893be4" [ 912.393040] env[69437]: _type = "Task" [ 912.393040] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.402423] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5269ec35-0df6-a7d9-461c-7f69d7893be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.414765] env[69437]: DEBUG nova.policy [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24a5bb4e288c4a0ea51c1ec3b12f596e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d44979db48e4cae944136166dfc96bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.700247] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529727} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.701500] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4/353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.701500] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.701946] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d44ecb-d25d-4bd7-900e-503d5cebfcb6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.712026] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 912.712026] env[69437]: value = "task-4103589" [ 912.712026] env[69437]: _type = "Task" [ 912.712026] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.724920] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.817198] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Successfully created port: 30b1e8ba-27cd-46f7-85be-731ad4a970d6 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.839757] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.847281] env[69437]: INFO nova.compute.resource_tracker [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating resource usage from migration 60d6879f-9490-4607-83ad-d2c1ea5cb64d [ 912.904612] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5269ec35-0df6-a7d9-461c-7f69d7893be4, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.907593] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.907892] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.908923] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01afda5c-557c-44b9-b879-19714cbd9839 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.917151] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 912.917151] env[69437]: value = "task-4103590" [ 912.917151] env[69437]: _type = "Task" [ 912.917151] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.931849] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.225351] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073472} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.226990] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.227363] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cdcb42-9fb0-4104-8c6e-9ca60b66fb10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.259786] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4/353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.264103] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-935218e0-fc03-4459-a207-79082ce1622f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.290958] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 913.290958] env[69437]: value = "task-4103591" [ 913.290958] env[69437]: _type = "Task" [ 913.290958] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.309585] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.412207] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29684744-ad10-41a8-bc72-bfb6a039785c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.425050] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0587f8c-6952-4025-a8c6-68d8bc39e580 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.436479] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103590, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.463683] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "d4c6b990-e54e-4007-b47d-76f4d51239e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.463990] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "d4c6b990-e54e-4007-b47d-76f4d51239e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.464272] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "d4c6b990-e54e-4007-b47d-76f4d51239e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.464497] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "d4c6b990-e54e-4007-b47d-76f4d51239e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.464658] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "d4c6b990-e54e-4007-b47d-76f4d51239e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.467339] env[69437]: INFO nova.compute.manager [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Terminating instance [ 913.472243] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6964d417-ec14-426c-92d6-97bccfb07efd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.478890] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe0b6d8-2f6c-441a-ab6b-d048dc81618c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.495328] env[69437]: DEBUG nova.compute.provider_tree [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.802086] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.861682] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.885935] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.886209] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.886368] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.886547] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.887139] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.887360] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.887601] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.887787] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.887999] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.888261] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.888481] env[69437]: DEBUG nova.virt.hardware [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.889731] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f685ed3-e5de-4009-917a-3823e3caf0be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.899628] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f808013-b483-44e9-8e38-b07fa8a57ecd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.930815] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528896} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.932017] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.932017] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.932017] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec7add2a-165a-4a9e-8900-c6004885b72f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.939847] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 913.939847] env[69437]: value = "task-4103592" [ 913.939847] env[69437]: _type = "Task" [ 913.939847] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.950117] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.974988] env[69437]: DEBUG nova.compute.manager [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.975278] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.976326] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612227de-e474-4048-82ed-663297c4ee77 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.988777] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.989123] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c420186c-c7ae-4f0d-b26b-e2b8fe880e79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.996998] env[69437]: DEBUG oslo_vmware.api [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 913.996998] env[69437]: value = "task-4103593" [ 913.996998] env[69437]: _type = "Task" [ 913.996998] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.998405] env[69437]: DEBUG nova.scheduler.client.report [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.012482] env[69437]: DEBUG oslo_vmware.api [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.303160] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103591, 'name': ReconfigVM_Task, 'duration_secs': 0.597852} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.303524] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4/353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.304286] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c9c1794-3f22-4933-b9bb-e47860b4803f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.314416] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 914.314416] env[69437]: value = "task-4103594" [ 914.314416] env[69437]: _type = "Task" [ 914.314416] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.323634] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103594, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.449038] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113101} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.449931] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.450129] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68787bea-e4ba-4aee-93c8-cda212774b73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.455271] env[69437]: DEBUG nova.compute.manager [req-7399a631-3aa7-453c-98d7-2c2c9c55664e req-9ae0e426-82c6-4ee5-aff4-22ef25522ffc service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Received event network-vif-plugged-30b1e8ba-27cd-46f7-85be-731ad4a970d6 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.455615] env[69437]: DEBUG oslo_concurrency.lockutils [req-7399a631-3aa7-453c-98d7-2c2c9c55664e req-9ae0e426-82c6-4ee5-aff4-22ef25522ffc service nova] Acquiring lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.455790] env[69437]: DEBUG oslo_concurrency.lockutils [req-7399a631-3aa7-453c-98d7-2c2c9c55664e req-9ae0e426-82c6-4ee5-aff4-22ef25522ffc service nova] Lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.455998] env[69437]: DEBUG oslo_concurrency.lockutils [req-7399a631-3aa7-453c-98d7-2c2c9c55664e req-9ae0e426-82c6-4ee5-aff4-22ef25522ffc service nova] Lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.456279] env[69437]: DEBUG nova.compute.manager [req-7399a631-3aa7-453c-98d7-2c2c9c55664e req-9ae0e426-82c6-4ee5-aff4-22ef25522ffc service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] No waiting events found dispatching network-vif-plugged-30b1e8ba-27cd-46f7-85be-731ad4a970d6 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 914.456496] env[69437]: WARNING nova.compute.manager [req-7399a631-3aa7-453c-98d7-2c2c9c55664e req-9ae0e426-82c6-4ee5-aff4-22ef25522ffc service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Received unexpected event network-vif-plugged-30b1e8ba-27cd-46f7-85be-731ad4a970d6 for instance with vm_state building and task_state spawning. [ 914.480650] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.481422] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08bb643-1bb5-4394-b55a-ff13449208be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.503340] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 914.503340] env[69437]: value = "task-4103595" [ 914.503340] env[69437]: _type = "Task" [ 914.503340] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.510506] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.687s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.510753] env[69437]: INFO nova.compute.manager [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Migrating [ 914.521133] env[69437]: DEBUG oslo_vmware.api [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103593, 'name': PowerOffVM_Task, 'duration_secs': 0.261393} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.522565] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 45.544s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.525083] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.525515] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.534688] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-792e1e03-840f-4e75-b4cf-68aa2fad83dc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.536925] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.592678] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Successfully updated port: 30b1e8ba-27cd-46f7-85be-731ad4a970d6 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.614090] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.614703] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.615105] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Deleting the datastore file [datastore1] d4c6b990-e54e-4007-b47d-76f4d51239e5 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.616077] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbf69a3b-60de-47a6-978c-62be8c4b81c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.627236] env[69437]: DEBUG oslo_vmware.api [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 914.627236] env[69437]: value = "task-4103597" [ 914.627236] env[69437]: _type = "Task" [ 914.627236] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.637614] env[69437]: DEBUG oslo_vmware.api [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.827275] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103594, 'name': Rename_Task, 'duration_secs': 0.200552} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.827583] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.827833] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c188e03b-933a-4a3c-9d8a-783e02dbb9a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.834705] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 914.834705] env[69437]: value = "task-4103598" [ 914.834705] env[69437]: _type = "Task" [ 914.834705] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.843372] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.014033] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103595, 'name': ReconfigVM_Task, 'duration_secs': 0.462585} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.014346] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 8c42b367-d7ce-4bad-b7b0-b5b001200905/8c42b367-d7ce-4bad-b7b0-b5b001200905.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.014997] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-191b43ff-27d5-4278-971f-a4b623ff0353 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.023230] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 915.023230] env[69437]: value = "task-4103599" [ 915.023230] env[69437]: _type = "Task" [ 915.023230] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.031794] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.031991] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.032190] env[69437]: DEBUG nova.network.neutron [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.033457] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103599, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.096275] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "refresh_cache-20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.096275] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "refresh_cache-20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.096378] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.136970] env[69437]: DEBUG oslo_vmware.api [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148594} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.137261] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.137443] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.137621] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.137810] env[69437]: INFO nova.compute.manager [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 915.138115] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.138332] env[69437]: DEBUG nova.compute.manager [-] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.138428] env[69437]: DEBUG nova.network.neutron [-] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.346818] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103598, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.537316] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103599, 'name': Rename_Task, 'duration_secs': 0.237657} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.537559] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.537974] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74f701f-4fc7-49c3-9e13-86c0d810fa90 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.547025] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Applying migration context for instance b0d96507-cf10-42e5-815f-66b29f6b9cfd as it has an incoming, in-progress migration cf967de0-791d-47be-8b2f-7f2867004b28. Migration status is reverting {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 915.547261] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Applying migration context for instance 409ed865-9c91-40a1-9fe3-757fbe4f68ba as it has an incoming, in-progress migration 60d6879f-9490-4607-83ad-d2c1ea5cb64d. Migration status is pre-migrating {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 915.551044] env[69437]: INFO nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating resource usage from migration cf967de0-791d-47be-8b2f-7f2867004b28 [ 915.551384] env[69437]: INFO nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating resource usage from migration 60d6879f-9490-4607-83ad-d2c1ea5cb64d [ 915.553792] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 915.553792] env[69437]: value = "task-4103600" [ 915.553792] env[69437]: _type = "Task" [ 915.553792] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.566391] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103600, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.580246] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.580547] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 2172b03c-6a59-48de-9dab-408a19619aca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.580547] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance b40269cc-f3c6-4dbc-a9aa-aa9f95186045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.580761] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 8c42b367-d7ce-4bad-b7b0-b5b001200905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.580851] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.580978] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.581110] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.581229] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 2ecf171c-e946-4cc0-8dad-ee4377eba6f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.581358] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.581482] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance b325849e-92e0-4cae-8478-5f742325cb83 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.581703] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 3a6b21f3-d390-4b88-aabb-e94d219881d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.581858] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 884bde6d-c720-47d6-b9b7-f8266d8c06d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.581979] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 663db49f-3ea2-4c02-aa0c-8134ec63157c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.582105] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.582276] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d4c6b990-e54e-4007-b47d-76f4d51239e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.582399] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.582513] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.582624] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 915.635221] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.811816] env[69437]: DEBUG nova.network.neutron [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance_info_cache with network_info: [{"id": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "address": "fa:16:3e:69:64:54", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ae1fd3-ef", "ovs_interfaceid": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.833770] env[69437]: DEBUG nova.network.neutron [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Updating instance_info_cache with network_info: [{"id": "30b1e8ba-27cd-46f7-85be-731ad4a970d6", "address": "fa:16:3e:55:4c:64", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b1e8ba-27", "ovs_interfaceid": "30b1e8ba-27cd-46f7-85be-731ad4a970d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.845082] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103598, 'name': PowerOnVM_Task, 'duration_secs': 0.579371} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.845082] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.845082] env[69437]: INFO nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Took 9.81 seconds to spawn the instance on the hypervisor. [ 915.845238] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 915.846526] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83571d24-420e-4fe3-8f5e-85bb1a2445a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.003049] env[69437]: DEBUG nova.network.neutron [-] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.067253] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.090996] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance a4b9f3fb-af23-4c44-8c2f-91cb1541ba17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 916.090996] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Migration cf967de0-791d-47be-8b2f-7f2867004b28 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 916.090996] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance b0d96507-cf10-42e5-815f-66b29f6b9cfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.318030] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.336266] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "refresh_cache-20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.336855] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Instance network_info: |[{"id": "30b1e8ba-27cd-46f7-85be-731ad4a970d6", "address": "fa:16:3e:55:4c:64", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b1e8ba-27", "ovs_interfaceid": "30b1e8ba-27cd-46f7-85be-731ad4a970d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.337986] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:4c:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30b1e8ba-27cd-46f7-85be-731ad4a970d6', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.346947] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.347593] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.347850] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00faf8c7-c40a-4871-8bc7-09b257e020f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.375172] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.375172] env[69437]: value = "task-4103601" [ 916.375172] env[69437]: _type = "Task" [ 916.375172] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.375788] env[69437]: INFO nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Took 58.32 seconds to build instance. [ 916.386471] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103601, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.506455] env[69437]: INFO nova.compute.manager [-] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Took 1.37 seconds to deallocate network for instance. [ 916.567379] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103600, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.593808] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance f7b17629-a56f-43a8-b963-2c03e4e725c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 916.594131] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Migration 60d6879f-9490-4607-83ad-d2c1ea5cb64d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 916.594304] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 409ed865-9c91-40a1-9fe3-757fbe4f68ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.601046] env[69437]: DEBUG nova.compute.manager [req-0ebabbce-fadb-4f52-a156-2465b099821b req-5bb45cd1-568c-403d-99a9-1d0e5a3a20ef service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Received event network-changed-30b1e8ba-27cd-46f7-85be-731ad4a970d6 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.601123] env[69437]: DEBUG nova.compute.manager [req-0ebabbce-fadb-4f52-a156-2465b099821b req-5bb45cd1-568c-403d-99a9-1d0e5a3a20ef service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Refreshing instance network info cache due to event network-changed-30b1e8ba-27cd-46f7-85be-731ad4a970d6. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.602253] env[69437]: DEBUG oslo_concurrency.lockutils [req-0ebabbce-fadb-4f52-a156-2465b099821b req-5bb45cd1-568c-403d-99a9-1d0e5a3a20ef service nova] Acquiring lock "refresh_cache-20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.602253] env[69437]: DEBUG oslo_concurrency.lockutils [req-0ebabbce-fadb-4f52-a156-2465b099821b req-5bb45cd1-568c-403d-99a9-1d0e5a3a20ef service nova] Acquired lock "refresh_cache-20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.602253] env[69437]: DEBUG nova.network.neutron [req-0ebabbce-fadb-4f52-a156-2465b099821b req-5bb45cd1-568c-403d-99a9-1d0e5a3a20ef service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Refreshing network info cache for port 30b1e8ba-27cd-46f7-85be-731ad4a970d6 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.882064] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.417s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.889490] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103601, 'name': CreateVM_Task, 'duration_secs': 0.469655} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.889702] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.890421] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.890624] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.890964] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.891259] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adebaf8-520b-4321-8b69-aa90bd3e9739 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.898488] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 916.898488] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5295e4d9-a05f-2a34-e194-1f6789adf393" [ 916.898488] env[69437]: _type = "Task" [ 916.898488] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.907333] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5295e4d9-a05f-2a34-e194-1f6789adf393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.016641] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.065498] env[69437]: DEBUG oslo_vmware.api [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103600, 'name': PowerOnVM_Task, 'duration_secs': 1.07021} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.065779] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.065976] env[69437]: DEBUG nova.compute.manager [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.067034] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101f949f-2b97-4118-9a73-d2141fe041cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.097507] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance b6a1a428-6a60-4fe7-a11d-27983d31bbed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 917.386608] env[69437]: DEBUG nova.compute.manager [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.411021] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5295e4d9-a05f-2a34-e194-1f6789adf393, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.413021] env[69437]: DEBUG nova.network.neutron [req-0ebabbce-fadb-4f52-a156-2465b099821b req-5bb45cd1-568c-403d-99a9-1d0e5a3a20ef service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Updated VIF entry in instance network info cache for port 30b1e8ba-27cd-46f7-85be-731ad4a970d6. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.413021] env[69437]: DEBUG nova.network.neutron [req-0ebabbce-fadb-4f52-a156-2465b099821b req-5bb45cd1-568c-403d-99a9-1d0e5a3a20ef service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Updating instance_info_cache with network_info: [{"id": "30b1e8ba-27cd-46f7-85be-731ad4a970d6", "address": "fa:16:3e:55:4c:64", "network": {"id": "36111512-e139-467c-bc57-2468a27b98cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-691063357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d44979db48e4cae944136166dfc96bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b1e8ba-27", "ovs_interfaceid": "30b1e8ba-27cd-46f7-85be-731ad4a970d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.413762] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.413923] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.414170] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.414313] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.414524] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.415030] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6162dbeb-cb2d-40e6-a6ab-6d672628ef64 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.425563] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.425734] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.426517] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511b12e3-8c90-4788-88b5-8da3f714d32b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.434592] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 917.434592] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5217fd31-d864-aa71-5f7c-9addc34bad16" [ 917.434592] env[69437]: _type = "Task" [ 917.434592] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.445962] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5217fd31-d864-aa71-5f7c-9addc34bad16, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.446777] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaea33ed-d34a-4503-8ea3-1023db1de5dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.452493] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 917.452493] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52563e3d-2e99-708f-c3e2-6e74b1d647ac" [ 917.452493] env[69437]: _type = "Task" [ 917.452493] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.461536] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52563e3d-2e99-708f-c3e2-6e74b1d647ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.586007] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.600798] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 972570b6-b81a-4d2c-ad83-b14b7d70712c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 917.834532] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401089c-e694-4b1f-870b-5fb8e2ba2c48 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.855348] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance '409ed865-9c91-40a1-9fe3-757fbe4f68ba' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.912168] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.916541] env[69437]: DEBUG oslo_concurrency.lockutils [req-0ebabbce-fadb-4f52-a156-2465b099821b req-5bb45cd1-568c-403d-99a9-1d0e5a3a20ef service nova] Releasing lock "refresh_cache-20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.916905] env[69437]: DEBUG nova.compute.manager [req-0ebabbce-fadb-4f52-a156-2465b099821b req-5bb45cd1-568c-403d-99a9-1d0e5a3a20ef service nova] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Received event network-vif-deleted-529c5676-a6c9-46f9-90f7-40470594efd7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.975478] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52563e3d-2e99-708f-c3e2-6e74b1d647ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.975781] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.976128] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28/20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.976466] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c95ccaa-9f89-49a1-b1de-565905e4371e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.987245] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 917.987245] env[69437]: value = "task-4103602" [ 917.987245] env[69437]: _type = "Task" [ 917.987245] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.998662] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.105130] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 2222023a-8eea-420c-9546-67072fbdd4f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 918.360668] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.361904] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcfe0329-b962-47ca-aa10-cf829971170e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.370263] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 918.370263] env[69437]: value = "task-4103603" [ 918.370263] env[69437]: _type = "Task" [ 918.370263] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.384227] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.466683] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "663db49f-3ea2-4c02-aa0c-8134ec63157c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.467119] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "663db49f-3ea2-4c02-aa0c-8134ec63157c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.467573] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "663db49f-3ea2-4c02-aa0c-8134ec63157c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.467823] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "663db49f-3ea2-4c02-aa0c-8134ec63157c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.468037] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "663db49f-3ea2-4c02-aa0c-8134ec63157c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.471355] env[69437]: INFO nova.compute.manager [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Terminating instance [ 918.499589] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103602, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.611675] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 02836692-dca7-4e9e-8ea6-caa98b483ff2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 918.881671] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103603, 'name': PowerOffVM_Task, 'duration_secs': 0.279163} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.881973] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.882178] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance '409ed865-9c91-40a1-9fe3-757fbe4f68ba' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.978048] env[69437]: DEBUG nova.compute.manager [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.978378] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.979429] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d651d515-31cf-4d76-9ea7-fedcd8b7b22f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.988830] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.992257] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c144db-e21b-4f4c-974b-e9bb3f430110 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.000658] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523497} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.001997] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28/20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.002285] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.002805] env[69437]: DEBUG oslo_vmware.api [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 919.002805] env[69437]: value = "task-4103604" [ 919.002805] env[69437]: _type = "Task" [ 919.002805] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.002805] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d943fa6a-803f-4480-acc7-3a0ea5e14561 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.015548] env[69437]: DEBUG oslo_vmware.api [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.017168] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 919.017168] env[69437]: value = "task-4103605" [ 919.017168] env[69437]: _type = "Task" [ 919.017168] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.028128] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.118842] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance feac31fc-232c-4234-ade1-1c21fd698501 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 919.389224] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.389503] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.389669] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.389858] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.390066] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.390262] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.390490] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.390654] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.390867] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.391080] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.391272] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.399183] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa842bf6-bb3b-4bd3-8dc8-53b877bbef1c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.422929] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 919.422929] env[69437]: value = "task-4103606" [ 919.422929] env[69437]: _type = "Task" [ 919.422929] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.432858] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.526858] env[69437]: DEBUG oslo_vmware.api [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103604, 'name': PowerOffVM_Task, 'duration_secs': 0.33433} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.532132] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.532456] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.532827] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07f959fe-621c-46a9-93ea-2ae412870ec3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.543051] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173974} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.543318] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.544713] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f244018-0883-41e9-bf48-5c290549997e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.573591] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28/20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.574382] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71953c21-0905-4d4a-8f76-3a80a4b43563 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.598855] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 919.598855] env[69437]: value = "task-4103608" [ 919.598855] env[69437]: _type = "Task" [ 919.598855] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.614798] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.622076] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 8e987476-3abe-4296-8177-30af904662ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 919.624678] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.624964] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.625216] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleting the datastore file [datastore1] 663db49f-3ea2-4c02-aa0c-8134ec63157c {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.625844] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-113a4620-6e7c-46e5-97a0-b32755f996be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.633670] env[69437]: DEBUG oslo_vmware.api [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 919.633670] env[69437]: value = "task-4103609" [ 919.633670] env[69437]: _type = "Task" [ 919.633670] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.646385] env[69437]: DEBUG oslo_vmware.api [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.938164] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103606, 'name': ReconfigVM_Task, 'duration_secs': 0.308674} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.938164] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance '409ed865-9c91-40a1-9fe3-757fbe4f68ba' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.113390] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103608, 'name': ReconfigVM_Task, 'duration_secs': 0.507283} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.113780] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28/20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.114447] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca36cc07-d5db-43a1-9876-327408fe1486 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.122893] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 920.122893] env[69437]: value = "task-4103610" [ 920.122893] env[69437]: _type = "Task" [ 920.122893] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.126912] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 2698ec9f-60a3-44b7-ae51-7a8ab8dec023 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 920.127215] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 920.127367] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 920.136205] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103610, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.145626] env[69437]: DEBUG oslo_vmware.api [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147658} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.146210] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.146210] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.146387] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.146425] env[69437]: INFO nova.compute.manager [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 920.146826] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.147080] env[69437]: DEBUG nova.compute.manager [-] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.147181] env[69437]: DEBUG nova.network.neutron [-] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.447465] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.447722] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.448054] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.448127] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.448291] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.448482] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.448648] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.448813] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.448979] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.449166] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.449349] env[69437]: DEBUG nova.virt.hardware [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.455134] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 920.458587] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e7d3363-bc29-4a2a-ac3f-40b2d3613c7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.477972] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 920.477972] env[69437]: value = "task-4103611" [ 920.477972] env[69437]: _type = "Task" [ 920.477972] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.487701] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.633675] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103610, 'name': Rename_Task, 'duration_secs': 0.265134} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.639688] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.639688] env[69437]: DEBUG nova.compute.manager [req-cdea3120-36fa-41cf-b65b-9629f7d920d7 req-a884f648-c0bb-460a-8d19-a9b77efc0c7b service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Received event network-vif-deleted-bac8b889-c845-4418-bba6-253473b1bc2d {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.639688] env[69437]: INFO nova.compute.manager [req-cdea3120-36fa-41cf-b65b-9629f7d920d7 req-a884f648-c0bb-460a-8d19-a9b77efc0c7b service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Neutron deleted interface bac8b889-c845-4418-bba6-253473b1bc2d; detaching it from the instance and deleting it from the info cache [ 920.639688] env[69437]: DEBUG nova.network.neutron [req-cdea3120-36fa-41cf-b65b-9629f7d920d7 req-a884f648-c0bb-460a-8d19-a9b77efc0c7b service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.640129] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3c81ba-366c-4811-a1d3-d666032cabb1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.649503] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 920.649503] env[69437]: value = "task-4103612" [ 920.649503] env[69437]: _type = "Task" [ 920.649503] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.655378] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b928c4-c089-4327-afad-0f4adc10ae0f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.666797] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42acc209-477d-4464-bb4b-d261c0b874b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.670805] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.703263] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3c69fe-bd73-4287-b518-cb557cd22c49 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.713237] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f6a4f2-78fd-4b3c-a82a-65372c5cfbec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.728431] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.989017] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103611, 'name': ReconfigVM_Task, 'duration_secs': 0.328455} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.989352] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 920.990344] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100afaea-aae0-4752-9282-2ec4756b30a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.015953] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 409ed865-9c91-40a1-9fe3-757fbe4f68ba/409ed865-9c91-40a1-9fe3-757fbe4f68ba.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.016309] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c44b1a-ce98-4a45-bd4e-aabdc9b98ed7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.037051] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 921.037051] env[69437]: value = "task-4103613" [ 921.037051] env[69437]: _type = "Task" [ 921.037051] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.048476] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.051274] env[69437]: DEBUG nova.network.neutron [-] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.143823] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d048d989-92ac-415b-b51f-2d24eb1bd10d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.159036] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6aa539-3882-404a-9550-92e83ceb6760 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.174226] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103612, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.206888] env[69437]: DEBUG nova.compute.manager [req-cdea3120-36fa-41cf-b65b-9629f7d920d7 req-a884f648-c0bb-460a-8d19-a9b77efc0c7b service nova] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Detach interface failed, port_id=bac8b889-c845-4418-bba6-253473b1bc2d, reason: Instance 663db49f-3ea2-4c02-aa0c-8134ec63157c could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 921.232809] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.515267] env[69437]: DEBUG oslo_vmware.rw_handles [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52191524-c028-f605-d28c-5b256a7fcc0e/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 921.516960] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c071112-87c2-4e06-b899-74131d02eb7e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.523397] env[69437]: DEBUG oslo_vmware.rw_handles [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52191524-c028-f605-d28c-5b256a7fcc0e/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 921.523498] env[69437]: ERROR oslo_vmware.rw_handles [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52191524-c028-f605-d28c-5b256a7fcc0e/disk-0.vmdk due to incomplete transfer. [ 921.523734] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d71f8ea5-6c3b-4635-8602-5f144710b782 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.533050] env[69437]: DEBUG oslo_vmware.rw_handles [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52191524-c028-f605-d28c-5b256a7fcc0e/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 921.533050] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Uploaded image 95ab4189-8930-4c74-b99c-632ab43628bc to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 921.534858] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 921.535178] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5daa1b7d-7b35-4649-beeb-3422de0b59a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.543575] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 921.543575] env[69437]: value = "task-4103614" [ 921.543575] env[69437]: _type = "Task" [ 921.543575] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.550583] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103613, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.556895] env[69437]: INFO nova.compute.manager [-] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Took 1.41 seconds to deallocate network for instance. [ 921.557157] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103614, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.662072] env[69437]: DEBUG oslo_vmware.api [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103612, 'name': PowerOnVM_Task, 'duration_secs': 0.767675} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.662375] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.662572] env[69437]: INFO nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Took 7.80 seconds to spawn the instance on the hypervisor. [ 921.662751] env[69437]: DEBUG nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.663554] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ffc2b1-d6bf-4101-9314-db32de85bd73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.737910] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 921.738234] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.216s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.738507] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.015s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.738725] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.740937] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.326s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.742603] env[69437]: INFO nova.compute.claims [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.745962] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.746149] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Cleaning up deleted instances {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 921.776421] env[69437]: INFO nova.scheduler.client.report [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Deleted allocations for instance 2172b03c-6a59-48de-9dab-408a19619aca [ 922.050597] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103613, 'name': ReconfigVM_Task, 'duration_secs': 0.526614} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.050934] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 409ed865-9c91-40a1-9fe3-757fbe4f68ba/409ed865-9c91-40a1-9fe3-757fbe4f68ba.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.051310] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance '409ed865-9c91-40a1-9fe3-757fbe4f68ba' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.060152] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103614, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.064870] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.183481] env[69437]: INFO nova.compute.manager [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Took 55.95 seconds to build instance. [ 922.264306] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] There are 45 instances to clean {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 922.264667] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: d78ada18-eade-4eb7-afe5-899ca524429b] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.288356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Lock "2172b03c-6a59-48de-9dab-408a19619aca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.984s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.561218] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103614, 'name': Destroy_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.561218] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd7878a-6a55-4d99-8a95-17a604f2589d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.587823] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcae77c2-095f-437d-ab49-b76257d7af26 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.612058] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.612419] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.612608] env[69437]: INFO nova.compute.manager [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Shelving [ 922.614919] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance '409ed865-9c91-40a1-9fe3-757fbe4f68ba' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.687902] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39f1de88-84a2-4160-b0d1-40b334f0fa3f tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.188s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.723875] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e6cbc4-4941-4e61-8ec9-9ee22dd63001 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.732425] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b887f1-9fcb-4d15-ad36-d718ddddc80f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.769911] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: cfb0b2ed-43c1-40bb-9ede-4859e2d43c29] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.772989] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8d8004-d9a7-4657-81ae-2f4d6e6eba6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.781877] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66738cf0-d9f5-4386-a9f3-15340264349e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.797744] env[69437]: DEBUG nova.compute.provider_tree [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.054929] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103614, 'name': Destroy_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.211098] env[69437]: DEBUG nova.network.neutron [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Port 76ae1fd3-efce-4c1f-bda6-f31555266b11 binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 923.277391] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 668aabd7-0212-4c5a-b95f-214b34989b77] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.309338] env[69437]: DEBUG nova.scheduler.client.report [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.456897] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.457213] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.457429] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.457616] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.457789] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.462302] env[69437]: INFO nova.compute.manager [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Terminating instance [ 923.549107] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.549412] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.561418] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103614, 'name': Destroy_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.621741] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.621741] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5819f8e-380d-40ce-b0bd-681ed972f6d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.631282] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 923.631282] env[69437]: value = "task-4103615" [ 923.631282] env[69437]: _type = "Task" [ 923.631282] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.638815] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.669677] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.669910] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.670167] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.670367] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.670599] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.673803] env[69437]: INFO nova.compute.manager [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Terminating instance [ 923.780705] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: fa9ecce0-e8a6-4f88-bf7e-e6c3f27f21cb] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.818445] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.077s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.819184] env[69437]: DEBUG nova.compute.manager [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.822101] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.051s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.824010] env[69437]: INFO nova.compute.claims [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.971585] env[69437]: DEBUG nova.compute.manager [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.972033] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.972862] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796acac6-6d7b-4c4d-af9e-787cb2c38283 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.981669] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.982133] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-556f019c-fba6-4c1c-bd66-e2eb5f834647 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.989908] env[69437]: DEBUG oslo_vmware.api [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 923.989908] env[69437]: value = "task-4103616" [ 923.989908] env[69437]: _type = "Task" [ 923.989908] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.001259] env[69437]: DEBUG oslo_vmware.api [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.059026] env[69437]: DEBUG nova.compute.manager [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.066033] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103614, 'name': Destroy_Task, 'duration_secs': 2.164724} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.066673] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Destroyed the VM [ 924.067825] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 924.067825] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4a0d333-3f38-4a8e-8164-a4b07ddd54fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.079640] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 924.079640] env[69437]: value = "task-4103617" [ 924.079640] env[69437]: _type = "Task" [ 924.079640] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.088176] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.141084] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103615, 'name': PowerOffVM_Task, 'duration_secs': 0.398468} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.141862] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.142740] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94745a5-2617-4547-b235-413834703cec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.168393] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab71f213-e24a-47f9-ae1d-593f69b10068 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.179926] env[69437]: DEBUG nova.compute.manager [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.180207] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.181191] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4891d17-1259-4aba-9679-48c0716d6fb8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.190726] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.190907] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb11b73-0e02-439f-acf3-e27eff637422 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.199459] env[69437]: DEBUG oslo_vmware.api [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 924.199459] env[69437]: value = "task-4103618" [ 924.199459] env[69437]: _type = "Task" [ 924.199459] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.209901] env[69437]: DEBUG oslo_vmware.api [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.239376] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.239376] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.239376] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.284059] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: fdfdbfbf-9307-4c27-8dd5-9e4014af4cef] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.331560] env[69437]: DEBUG nova.compute.utils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.333035] env[69437]: DEBUG nova.compute.manager [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 924.501352] env[69437]: DEBUG oslo_vmware.api [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103616, 'name': PowerOffVM_Task, 'duration_secs': 0.246636} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.501627] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.501835] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.502140] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29c395c6-671d-4af0-a3de-ae0e4b0433e4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.577484] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.577732] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.577919] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleting the datastore file [datastore1] 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.578275] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb95ce45-e38b-4aba-82cf-bbf58c030be6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.588907] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103617, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.590318] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.591860] env[69437]: DEBUG oslo_vmware.api [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 924.591860] env[69437]: value = "task-4103620" [ 924.591860] env[69437]: _type = "Task" [ 924.591860] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.602969] env[69437]: DEBUG oslo_vmware.api [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.681059] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.681202] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72e0faed-fc4a-4e0a-a238-c3aaaea2ad8a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.690669] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 924.690669] env[69437]: value = "task-4103621" [ 924.690669] env[69437]: _type = "Task" [ 924.690669] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.700355] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103621, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.710938] env[69437]: DEBUG oslo_vmware.api [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103618, 'name': PowerOffVM_Task, 'duration_secs': 0.192673} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.714653] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.714653] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.714884] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e263f8ba-58cf-4336-8319-2a732ea3bb2d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.788510] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 4e579e51-18a2-4127-a95d-f4b40f2854b7] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.800199] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.800494] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.800765] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleting the datastore file [datastore1] 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.801136] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a2d5425-bf77-435c-a727-302e2120f2e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.810329] env[69437]: DEBUG oslo_vmware.api [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for the task: (returnval){ [ 924.810329] env[69437]: value = "task-4103623" [ 924.810329] env[69437]: _type = "Task" [ 924.810329] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.820725] env[69437]: DEBUG oslo_vmware.api [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.834938] env[69437]: DEBUG nova.compute.manager [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.092641] env[69437]: DEBUG oslo_vmware.api [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103617, 'name': RemoveSnapshot_Task, 'duration_secs': 0.883759} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.098694] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 925.099043] env[69437]: INFO nova.compute.manager [None req-3e0dd1fe-c2a3-4ff1-a510-159c996802bb tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Took 18.34 seconds to snapshot the instance on the hypervisor. [ 925.107990] env[69437]: DEBUG oslo_vmware.api [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265445} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.108660] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.108840] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.109177] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.109501] env[69437]: INFO nova.compute.manager [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 925.110526] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.110945] env[69437]: DEBUG nova.compute.manager [-] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.111074] env[69437]: DEBUG nova.network.neutron [-] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.203620] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103621, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.291939] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 8c1140a4-a4b1-4190-92f3-c4576ffa22bb] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.304164] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.304355] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.304533] env[69437]: DEBUG nova.network.neutron [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.323965] env[69437]: DEBUG oslo_vmware.api [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Task: {'id': task-4103623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258665} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.324169] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.324386] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.324529] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.324703] env[69437]: INFO nova.compute.manager [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Took 1.14 seconds to destroy the instance on the hypervisor. [ 925.325145] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.325387] env[69437]: DEBUG nova.compute.manager [-] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.325462] env[69437]: DEBUG nova.network.neutron [-] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.330211] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a0c37-45f3-43b7-a934-527c65defebc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.344155] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f465e35-5677-4e8c-b2a8-aab38d4416f3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.382608] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f02c55-8328-431e-b8ea-07c9906c4d23 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.391695] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d5d5b-9bc7-4b69-be76-de7d9517071c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.409062] env[69437]: DEBUG nova.compute.provider_tree [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.567069] env[69437]: DEBUG nova.compute.manager [req-da7439d5-011d-4b8c-8831-999dcdb6b543 req-1521ff94-3d3a-4541-a54b-899143d1c6a2 service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Received event network-vif-deleted-cbb43095-6a8a-4f7d-ac27-d196f347570b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.567291] env[69437]: INFO nova.compute.manager [req-da7439d5-011d-4b8c-8831-999dcdb6b543 req-1521ff94-3d3a-4541-a54b-899143d1c6a2 service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Neutron deleted interface cbb43095-6a8a-4f7d-ac27-d196f347570b; detaching it from the instance and deleting it from the info cache [ 925.567464] env[69437]: DEBUG nova.network.neutron [req-da7439d5-011d-4b8c-8831-999dcdb6b543 req-1521ff94-3d3a-4541-a54b-899143d1c6a2 service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.702844] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103621, 'name': CreateSnapshot_Task, 'duration_secs': 0.987041} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.703116] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.703905] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0daf475-5aaa-4a74-99b1-bfc37e1417e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.793309] env[69437]: DEBUG nova.compute.manager [req-ec95ae0d-cfad-4b99-9e53-a6e921e6d36e req-64ddcd94-5db3-4fd4-b0d0-7b1affa75229 service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Received event network-vif-deleted-30b1e8ba-27cd-46f7-85be-731ad4a970d6 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.793309] env[69437]: INFO nova.compute.manager [req-ec95ae0d-cfad-4b99-9e53-a6e921e6d36e req-64ddcd94-5db3-4fd4-b0d0-7b1affa75229 service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Neutron deleted interface 30b1e8ba-27cd-46f7-85be-731ad4a970d6; detaching it from the instance and deleting it from the info cache [ 925.793309] env[69437]: DEBUG nova.network.neutron [req-ec95ae0d-cfad-4b99-9e53-a6e921e6d36e req-64ddcd94-5db3-4fd4-b0d0-7b1affa75229 service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.794673] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 52ee2d69-0a95-460e-b95e-16e0a5114e3b] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.849601] env[69437]: DEBUG nova.compute.manager [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.884792] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.885196] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.885498] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.886109] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.886109] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.887163] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.887163] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.887163] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.887163] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.887392] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.887392] env[69437]: DEBUG nova.virt.hardware [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.888635] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d66ffe-4520-452d-8a2c-f234c4db31bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.898575] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bd98ee-a3ec-4f6e-b6cf-632675501188 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.918220] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.924150] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Creating folder: Project (b5c2dedefa0f49f5a4cb4e8fd299509e). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.924894] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-125eb92c-d268-40de-8252-940ce5208672 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.937977] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Created folder: Project (b5c2dedefa0f49f5a4cb4e8fd299509e) in parent group-v812682. [ 925.938290] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Creating folder: Instances. Parent ref: group-v812868. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.938595] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e486b87-37fa-4124-bfe6-a5954375a67d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.946164] env[69437]: ERROR nova.scheduler.client.report [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [req-d2bcceb3-7870-43cf-a880-7c6879094ca8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2bcceb3-7870-43cf-a880-7c6879094ca8"}]} [ 925.950308] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Created folder: Instances in parent group-v812868. [ 925.950675] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.953766] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.953766] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8686951-332d-4993-bb21-e65cbb69c5a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.969175] env[69437]: DEBUG nova.scheduler.client.report [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 925.975763] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.975763] env[69437]: value = "task-4103626" [ 925.975763] env[69437]: _type = "Task" [ 925.975763] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.987050] env[69437]: DEBUG nova.network.neutron [-] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.989312] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103626, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.991197] env[69437]: DEBUG nova.scheduler.client.report [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 925.991467] env[69437]: DEBUG nova.compute.provider_tree [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.004762] env[69437]: DEBUG nova.scheduler.client.report [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 926.028017] env[69437]: DEBUG nova.scheduler.client.report [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 926.073020] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f71eeed-6d7d-43eb-aaaf-5c11f4a4f1d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.082988] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a878cb9-f3db-40ed-bdce-816deedc42dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.126263] env[69437]: DEBUG nova.compute.manager [req-da7439d5-011d-4b8c-8831-999dcdb6b543 req-1521ff94-3d3a-4541-a54b-899143d1c6a2 service nova] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Detach interface failed, port_id=cbb43095-6a8a-4f7d-ac27-d196f347570b, reason: Instance 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.165309] env[69437]: DEBUG nova.network.neutron [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance_info_cache with network_info: [{"id": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "address": "fa:16:3e:69:64:54", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ae1fd3-ef", "ovs_interfaceid": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.191687] env[69437]: DEBUG nova.network.neutron [-] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.229217] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.232322] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f3464346-1a74-49ef-a605-da9266a43b63 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.242148] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 926.242148] env[69437]: value = "task-4103627" [ 926.242148] env[69437]: _type = "Task" [ 926.242148] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.253638] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103627, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.296182] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6006cddb-c982-4d58-b067-56441e80280a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.298686] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 89fec1cc-8bdb-488f-b06c-795c8ff1fbec] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.317144] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc02657-526c-4a98-8070-0be96ab73f93 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.376579] env[69437]: DEBUG nova.compute.manager [req-ec95ae0d-cfad-4b99-9e53-a6e921e6d36e req-64ddcd94-5db3-4fd4-b0d0-7b1affa75229 service nova] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Detach interface failed, port_id=30b1e8ba-27cd-46f7-85be-731ad4a970d6, reason: Instance 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.490013] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103626, 'name': CreateVM_Task, 'duration_secs': 0.379047} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.490013] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.490331] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.490497] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.490886] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.491341] env[69437]: INFO nova.compute.manager [-] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Took 1.38 seconds to deallocate network for instance. [ 926.491661] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9100a6-ace6-4e80-821d-c8119c49a112 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.504417] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 926.504417] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5228a2ac-ec8e-709f-fd39-f639833dd400" [ 926.504417] env[69437]: _type = "Task" [ 926.504417] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.519049] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5228a2ac-ec8e-709f-fd39-f639833dd400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.628449] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccba652d-cace-40ad-8cdd-0b9331e74a5f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.637503] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db38354-554a-431a-aa03-5d56d1ff2537 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.669894] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.674670] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6a7d9f-0117-403a-9354-8051a0dd2e04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.684833] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898de2b0-af29-4a93-9d3e-657b425d2dae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.699715] env[69437]: INFO nova.compute.manager [-] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Took 1.37 seconds to deallocate network for instance. [ 926.700384] env[69437]: DEBUG nova.compute.provider_tree [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.753524] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103627, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.804849] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 0cc46589-609b-4feb-8e19-88da9c7200a6] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.002018] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.016254] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5228a2ac-ec8e-709f-fd39-f639833dd400, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.016651] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.016940] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.017253] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.017434] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.017700] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.018041] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37f86681-e956-441e-98ff-c8870c09d444 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.028150] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.028394] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.029408] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834486e3-d1b9-471f-9a09-8d34e81e501c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.035976] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 927.035976] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f5d45b-efd3-86c2-871d-5548875e4425" [ 927.035976] env[69437]: _type = "Task" [ 927.035976] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.046199] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f5d45b-efd3-86c2-871d-5548875e4425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.196349] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa59312-862e-46cd-bf52-3e87d8c7c84d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.220511] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.221875] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47020ecc-d78b-41be-99f7-0224b91af73d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.230549] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance '409ed865-9c91-40a1-9fe3-757fbe4f68ba' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.253982] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103627, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.259019] env[69437]: DEBUG nova.scheduler.client.report [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 927.259019] env[69437]: DEBUG nova.compute.provider_tree [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 94 to 95 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 927.259019] env[69437]: DEBUG nova.compute.provider_tree [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.310518] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 700784c2-7cff-4931-94d4-703f7a3dc39e] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.335197] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.335456] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.546273] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f5d45b-efd3-86c2-871d-5548875e4425, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.547153] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34867057-9868-4e53-afcb-518764aee641 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.553125] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 927.553125] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b2d886-e8e2-a70a-0bf6-4f11ae1d7fc4" [ 927.553125] env[69437]: _type = "Task" [ 927.553125] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.562121] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b2d886-e8e2-a70a-0bf6-4f11ae1d7fc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.737864] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.738278] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6313d52-1a45-4174-9807-8d606f5138b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.745814] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 927.745814] env[69437]: value = "task-4103628" [ 927.745814] env[69437]: _type = "Task" [ 927.745814] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.757289] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103627, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.760633] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.764494] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.942s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.765008] env[69437]: DEBUG nova.compute.manager [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.767721] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.274s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.769329] env[69437]: INFO nova.compute.claims [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.814166] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: f92e3645-bfaa-4080-a67d-02c10fc0f9d8] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.838976] env[69437]: DEBUG nova.compute.utils [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.063635] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b2d886-e8e2-a70a-0bf6-4f11ae1d7fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.064028] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.064354] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17/a4b9f3fb-af23-4c44-8c2f-91cb1541ba17.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.064854] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c03ecc8-6f08-4b02-a5b4-5a23fca01861 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.073084] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 928.073084] env[69437]: value = "task-4103629" [ 928.073084] env[69437]: _type = "Task" [ 928.073084] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.082064] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.259640] env[69437]: DEBUG oslo_vmware.api [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103628, 'name': PowerOnVM_Task, 'duration_secs': 0.465246} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.264139] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.264475] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f3296-6d14-48b6-a597-3ea6a4a1c45d tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance '409ed865-9c91-40a1-9fe3-757fbe4f68ba' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.269291] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103627, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.277608] env[69437]: DEBUG nova.compute.utils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.279053] env[69437]: DEBUG nova.compute.manager [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.279272] env[69437]: DEBUG nova.network.neutron [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.317624] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 79fb7a70-beec-44e4-adcf-b959d4482341] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.331380] env[69437]: DEBUG nova.policy [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '856d9c807b914a7a8a749f8491baa8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a836b5c5bedc403396ccd22ea65fc1fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.341881] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.584963] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103629, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.724683] env[69437]: DEBUG nova.network.neutron [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Successfully created port: 1549edbc-be7c-4f3b-bad2-e4f9bfd63629 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.755866] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103627, 'name': CloneVM_Task, 'duration_secs': 2.146043} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.756242] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Created linked-clone VM from snapshot [ 928.757018] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fda284-2368-4527-8948-1ad99be95107 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.764906] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Uploading image 4454088b-565e-4d41-b8e8-db17aefe5301 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.783167] env[69437]: DEBUG nova.compute.manager [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.796154] env[69437]: DEBUG oslo_vmware.rw_handles [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.796154] env[69437]: value = "vm-812871" [ 928.796154] env[69437]: _type = "VirtualMachine" [ 928.796154] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.796699] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f360ebf-0420-437e-bceb-7c4e1028f04b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.804478] env[69437]: DEBUG oslo_vmware.rw_handles [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lease: (returnval){ [ 928.804478] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5224e8cc-50c7-18f5-b63a-3a10bb61def8" [ 928.804478] env[69437]: _type = "HttpNfcLease" [ 928.804478] env[69437]: } obtained for exporting VM: (result){ [ 928.804478] env[69437]: value = "vm-812871" [ 928.804478] env[69437]: _type = "VirtualMachine" [ 928.804478] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.805377] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the lease: (returnval){ [ 928.805377] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5224e8cc-50c7-18f5-b63a-3a10bb61def8" [ 928.805377] env[69437]: _type = "HttpNfcLease" [ 928.805377] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.814528] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.814528] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5224e8cc-50c7-18f5-b63a-3a10bb61def8" [ 928.814528] env[69437]: _type = "HttpNfcLease" [ 928.814528] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.821188] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 830b3cad-5c4c-4086-a060-4a0dea4b1735] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.086539] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514134} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.090035] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17/a4b9f3fb-af23-4c44-8c2f-91cb1541ba17.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.090417] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.090989] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7772d12d-cca0-4b99-840a-7b6926e9825e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.098661] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 929.098661] env[69437]: value = "task-4103631" [ 929.098661] env[69437]: _type = "Task" [ 929.098661] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.111404] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.237116] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0517b95-df17-4811-a092-cfe568096133 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.246025] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f02381-3cec-48cb-8e02-b89eb2d8819a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.280602] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfd96da-17c7-404f-9024-c8a3599e5158 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.292734] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f433064-5450-4e33-8671-246873e45dcd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.308830] env[69437]: DEBUG nova.compute.provider_tree [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.319026] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.319026] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5224e8cc-50c7-18f5-b63a-3a10bb61def8" [ 929.319026] env[69437]: _type = "HttpNfcLease" [ 929.319026] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.319026] env[69437]: DEBUG oslo_vmware.rw_handles [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.319026] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5224e8cc-50c7-18f5-b63a-3a10bb61def8" [ 929.319026] env[69437]: _type = "HttpNfcLease" [ 929.319026] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.319026] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b17ce3-5f70-489c-9a85-6a8b2939b197 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.330208] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 6cabd8b5-b9a7-423e-910f-db3fb5b2535d] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.333255] env[69437]: DEBUG oslo_vmware.rw_handles [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281a2f0-45f5-8c8f-a9c3-7433e3a80b60/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.333675] env[69437]: DEBUG oslo_vmware.rw_handles [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281a2f0-45f5-8c8f-a9c3-7433e3a80b60/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.415865] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.416409] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.416697] env[69437]: INFO nova.compute.manager [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Attaching volume 0764756e-2e88-49a2-a1fa-0636c2f05ba8 to /dev/sdb [ 929.467694] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9d1dd0-cc7b-4711-bf42-22a3119b4185 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.475670] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f694c31-a9db-4dee-adff-f7bf6445674e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.493449] env[69437]: DEBUG nova.virt.block_device [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Updating existing volume attachment record: 415f1d7e-3f2c-46ca-a356-4ac762aa1d8f {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 929.526551] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c067fbc-9c12-4530-b948-faa87bb0776a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.612022] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071943} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.612665] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.614170] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce6e4c-3611-4d2f-bb5f-5e1871bf693d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.644929] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17/a4b9f3fb-af23-4c44-8c2f-91cb1541ba17.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.649020] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77f805a-e3db-443a-9507-dd2af5c8732c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.668679] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 929.668679] env[69437]: value = "task-4103632" [ 929.668679] env[69437]: _type = "Task" [ 929.668679] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.681665] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.798562] env[69437]: DEBUG nova.compute.manager [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.815133] env[69437]: DEBUG nova.scheduler.client.report [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.829294] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.829520] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.829625] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.829831] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.829986] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.830168] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.830410] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.830579] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.830772] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.830981] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.831226] env[69437]: DEBUG nova.virt.hardware [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.832248] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac67c85-a1a1-4207-8cd6-e6f6ada68205 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.836467] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: cc3336d0-85fc-4aa8-8521-7ef2ed5c2674] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.846568] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315faf6a-691d-4130-8b5e-1231e7382cb0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.190233] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103632, 'name': ReconfigVM_Task, 'duration_secs': 0.30017} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.190233] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Reconfigured VM instance instance-00000043 to attach disk [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17/a4b9f3fb-af23-4c44-8c2f-91cb1541ba17.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.190233] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f8ff596-e7ba-46de-93dd-1cf80601b52a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.197795] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 930.197795] env[69437]: value = "task-4103636" [ 930.197795] env[69437]: _type = "Task" [ 930.197795] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.213324] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103636, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.324521] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.326972] env[69437]: DEBUG nova.compute.manager [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.331356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.631s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.331356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.336443] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.634s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.336849] env[69437]: INFO nova.compute.claims [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.345721] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: e5188b18-95ce-4912-8c29-d59340601259] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.365584] env[69437]: DEBUG nova.compute.manager [req-b07bee0d-78e0-4dcb-8780-7dd720c604fe req-90c216b4-c313-4963-9a86-a3b3f86b9e62 service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Received event network-vif-plugged-1549edbc-be7c-4f3b-bad2-e4f9bfd63629 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.365669] env[69437]: DEBUG oslo_concurrency.lockutils [req-b07bee0d-78e0-4dcb-8780-7dd720c604fe req-90c216b4-c313-4963-9a86-a3b3f86b9e62 service nova] Acquiring lock "f7b17629-a56f-43a8-b963-2c03e4e725c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.366040] env[69437]: DEBUG oslo_concurrency.lockutils [req-b07bee0d-78e0-4dcb-8780-7dd720c604fe req-90c216b4-c313-4963-9a86-a3b3f86b9e62 service nova] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.366250] env[69437]: DEBUG oslo_concurrency.lockutils [req-b07bee0d-78e0-4dcb-8780-7dd720c604fe req-90c216b4-c313-4963-9a86-a3b3f86b9e62 service nova] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.366556] env[69437]: DEBUG nova.compute.manager [req-b07bee0d-78e0-4dcb-8780-7dd720c604fe req-90c216b4-c313-4963-9a86-a3b3f86b9e62 service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] No waiting events found dispatching network-vif-plugged-1549edbc-be7c-4f3b-bad2-e4f9bfd63629 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.366836] env[69437]: WARNING nova.compute.manager [req-b07bee0d-78e0-4dcb-8780-7dd720c604fe req-90c216b4-c313-4963-9a86-a3b3f86b9e62 service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Received unexpected event network-vif-plugged-1549edbc-be7c-4f3b-bad2-e4f9bfd63629 for instance with vm_state building and task_state spawning. [ 930.381106] env[69437]: INFO nova.scheduler.client.report [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Deleted allocations for instance b325849e-92e0-4cae-8478-5f742325cb83 [ 930.484813] env[69437]: DEBUG nova.network.neutron [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Successfully updated port: 1549edbc-be7c-4f3b-bad2-e4f9bfd63629 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.555632] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.556048] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.556260] env[69437]: DEBUG nova.compute.manager [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Going to confirm migration 3 {{(pid=69437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 930.710817] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103636, 'name': Rename_Task, 'duration_secs': 0.164091} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.711943] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.712357] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d49e1f0-ecce-4961-8239-4e01102f99b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.721146] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 930.721146] env[69437]: value = "task-4103637" [ 930.721146] env[69437]: _type = "Task" [ 930.721146] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.731305] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.846556] env[69437]: DEBUG nova.compute.utils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.852075] env[69437]: DEBUG nova.compute.manager [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Not allocating networking since 'none' was specified. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 930.852075] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: fb2639a1-1d42-4e4e-a4d5-b579dca01370] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.891535] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d160fba-59c1-463d-9ace-a9e600240a9c tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "b325849e-92e0-4cae-8478-5f742325cb83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.752s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.990845] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "refresh_cache-f7b17629-a56f-43a8-b963-2c03e4e725c3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.990941] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquired lock "refresh_cache-f7b17629-a56f-43a8-b963-2c03e4e725c3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.991153] env[69437]: DEBUG nova.network.neutron [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.233980] env[69437]: DEBUG oslo_vmware.api [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103637, 'name': PowerOnVM_Task, 'duration_secs': 0.497031} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.234556] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.234785] env[69437]: INFO nova.compute.manager [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Took 5.39 seconds to spawn the instance on the hypervisor. [ 931.235211] env[69437]: DEBUG nova.compute.manager [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.236219] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a61fd5a-94f0-4242-b7ce-b666c2b2f2e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.251271] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.251591] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.251739] env[69437]: DEBUG nova.network.neutron [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.252273] env[69437]: DEBUG nova.objects.instance [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lazy-loading 'info_cache' on Instance uuid 409ed865-9c91-40a1-9fe3-757fbe4f68ba {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.351912] env[69437]: DEBUG nova.compute.manager [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.360986] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 9142b50b-9af0-4b60-a1df-7f713eb02f2c] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.535187] env[69437]: DEBUG nova.network.neutron [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.619378] env[69437]: DEBUG oslo_concurrency.lockutils [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.619660] env[69437]: DEBUG oslo_concurrency.lockutils [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.619867] env[69437]: DEBUG oslo_concurrency.lockutils [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.620082] env[69437]: DEBUG oslo_concurrency.lockutils [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.620232] env[69437]: DEBUG oslo_concurrency.lockutils [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.627031] env[69437]: INFO nova.compute.manager [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Terminating instance [ 931.750156] env[69437]: DEBUG nova.network.neutron [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Updating instance_info_cache with network_info: [{"id": "1549edbc-be7c-4f3b-bad2-e4f9bfd63629", "address": "fa:16:3e:4b:f5:3f", "network": {"id": "92df2c14-01c1-4f84-8c86-ed98d8c6915c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-287044054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a836b5c5bedc403396ccd22ea65fc1fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1549edbc-be", "ovs_interfaceid": "1549edbc-be7c-4f3b-bad2-e4f9bfd63629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.759451] env[69437]: INFO nova.compute.manager [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Took 60.37 seconds to build instance. [ 931.871087] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 5ea81cec-95cc-406c-b861-2de76ff9ff93] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.873517] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55971cea-653d-4d94-9032-f75fd176e97f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.883039] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70af8e6-1387-4ad7-9020-baacfca2a724 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.918590] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea53c00-e730-4227-a30b-d6b2e8ccc585 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.931753] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba30fc5-13e4-47c3-aaae-84758635bf76 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.949336] env[69437]: DEBUG nova.compute.provider_tree [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.131041] env[69437]: DEBUG nova.compute.manager [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.131342] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.132458] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77b1bcb-9728-4de9-8f05-36bb35ac31d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.141826] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.142155] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa628dcc-70c5-4492-b06a-9d472c74132e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.151662] env[69437]: DEBUG oslo_vmware.api [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 932.151662] env[69437]: value = "task-4103639" [ 932.151662] env[69437]: _type = "Task" [ 932.151662] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.165058] env[69437]: DEBUG oslo_vmware.api [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.257134] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Releasing lock "refresh_cache-f7b17629-a56f-43a8-b963-2c03e4e725c3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.257623] env[69437]: DEBUG nova.compute.manager [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Instance network_info: |[{"id": "1549edbc-be7c-4f3b-bad2-e4f9bfd63629", "address": "fa:16:3e:4b:f5:3f", "network": {"id": "92df2c14-01c1-4f84-8c86-ed98d8c6915c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-287044054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a836b5c5bedc403396ccd22ea65fc1fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1549edbc-be", "ovs_interfaceid": "1549edbc-be7c-4f3b-bad2-e4f9bfd63629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.259192] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1549edbc-be7c-4f3b-bad2-e4f9bfd63629', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.271793] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Creating folder: Project (a836b5c5bedc403396ccd22ea65fc1fa). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.275620] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1d502436-e3fb-4b97-94da-ac349029f76f tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "a4b9f3fb-af23-4c44-8c2f-91cb1541ba17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.386s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.276409] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-825b9a65-2cc3-4232-b4e0-a528cd02936c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.292588] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Created folder: Project (a836b5c5bedc403396ccd22ea65fc1fa) in parent group-v812682. [ 932.293205] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Creating folder: Instances. Parent ref: group-v812874. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.293634] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7c95f34-e144-4017-a722-5f63ba54b355 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.308120] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Created folder: Instances in parent group-v812874. [ 932.308489] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.309287] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.309472] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-587990d9-0235-47c4-bb3a-86ae9faff338 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.331084] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.331084] env[69437]: value = "task-4103642" [ 932.331084] env[69437]: _type = "Task" [ 932.331084] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.340235] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103642, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.378824] env[69437]: DEBUG nova.compute.manager [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.381402] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: dd0055ac-3c2b-4058-a93d-291d47a55127] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.420081] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.420081] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.420081] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.420081] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.420997] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.421446] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.421936] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.422379] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.422699] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.423083] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.423449] env[69437]: DEBUG nova.virt.hardware [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.425178] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f153db-e063-4258-bc57-2ace3e374927 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.440025] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3ef648-93b8-4cd8-a27b-9ac6956b0459 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.458114] env[69437]: DEBUG nova.scheduler.client.report [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.462787] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.472053] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Creating folder: Project (950fd5af17294c3dad2de452e6fecb3a). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.473583] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-236623a4-ebe6-479f-afb0-8215767ed9d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.492126] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Created folder: Project (950fd5af17294c3dad2de452e6fecb3a) in parent group-v812682. [ 932.492439] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Creating folder: Instances. Parent ref: group-v812877. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.492810] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-047ba649-8633-40b8-8710-ea30d5dd20d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.505657] env[69437]: DEBUG nova.compute.manager [req-c32d3379-7370-457f-b104-27b636428a30 req-75b08c42-a7b1-4647-ad7f-e9eb7fc9f217 service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Received event network-changed-1549edbc-be7c-4f3b-bad2-e4f9bfd63629 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.505988] env[69437]: DEBUG nova.compute.manager [req-c32d3379-7370-457f-b104-27b636428a30 req-75b08c42-a7b1-4647-ad7f-e9eb7fc9f217 service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Refreshing instance network info cache due to event network-changed-1549edbc-be7c-4f3b-bad2-e4f9bfd63629. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.506338] env[69437]: DEBUG oslo_concurrency.lockutils [req-c32d3379-7370-457f-b104-27b636428a30 req-75b08c42-a7b1-4647-ad7f-e9eb7fc9f217 service nova] Acquiring lock "refresh_cache-f7b17629-a56f-43a8-b963-2c03e4e725c3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.506578] env[69437]: DEBUG oslo_concurrency.lockutils [req-c32d3379-7370-457f-b104-27b636428a30 req-75b08c42-a7b1-4647-ad7f-e9eb7fc9f217 service nova] Acquired lock "refresh_cache-f7b17629-a56f-43a8-b963-2c03e4e725c3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.506851] env[69437]: DEBUG nova.network.neutron [req-c32d3379-7370-457f-b104-27b636428a30 req-75b08c42-a7b1-4647-ad7f-e9eb7fc9f217 service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Refreshing network info cache for port 1549edbc-be7c-4f3b-bad2-e4f9bfd63629 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.522790] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Created folder: Instances in parent group-v812877. [ 932.522790] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.522987] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.523243] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b67e610-dee3-4d41-8ae4-0d9c51c3f873 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.544301] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.544301] env[69437]: value = "task-4103645" [ 932.544301] env[69437]: _type = "Task" [ 932.544301] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.555158] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103645, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.664764] env[69437]: DEBUG oslo_vmware.api [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103639, 'name': PowerOffVM_Task, 'duration_secs': 0.285852} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.664963] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.665259] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.665593] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64310c3e-6947-4192-a375-aefadbafd1a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.710555] env[69437]: DEBUG nova.network.neutron [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance_info_cache with network_info: [{"id": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "address": "fa:16:3e:69:64:54", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ae1fd3-ef", "ovs_interfaceid": "76ae1fd3-efce-4c1f-bda6-f31555266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.719753] env[69437]: INFO nova.compute.manager [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Rebuilding instance [ 932.773365] env[69437]: DEBUG nova.compute.manager [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 932.774346] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6aad13-1207-4370-b697-62f5ee6bfe14 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.841741] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103642, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.885413] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 18c5f63e-9eaa-46ca-a8d6-97cc6fb42090] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.974560] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.975230] env[69437]: DEBUG nova.compute.manager [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.978116] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.525s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.979763] env[69437]: INFO nova.compute.claims [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.055521] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103645, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.212719] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-409ed865-9c91-40a1-9fe3-757fbe4f68ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.213080] env[69437]: DEBUG nova.objects.instance [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lazy-loading 'migration_context' on Instance uuid 409ed865-9c91-40a1-9fe3-757fbe4f68ba {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.239713] env[69437]: DEBUG nova.network.neutron [req-c32d3379-7370-457f-b104-27b636428a30 req-75b08c42-a7b1-4647-ad7f-e9eb7fc9f217 service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Updated VIF entry in instance network info cache for port 1549edbc-be7c-4f3b-bad2-e4f9bfd63629. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.240400] env[69437]: DEBUG nova.network.neutron [req-c32d3379-7370-457f-b104-27b636428a30 req-75b08c42-a7b1-4647-ad7f-e9eb7fc9f217 service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Updating instance_info_cache with network_info: [{"id": "1549edbc-be7c-4f3b-bad2-e4f9bfd63629", "address": "fa:16:3e:4b:f5:3f", "network": {"id": "92df2c14-01c1-4f84-8c86-ed98d8c6915c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-287044054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a836b5c5bedc403396ccd22ea65fc1fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1549edbc-be", "ovs_interfaceid": "1549edbc-be7c-4f3b-bad2-e4f9bfd63629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.252540] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.252755] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.252952] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Deleting the datastore file [datastore1] 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.253688] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d407392-7aed-455f-872f-db9e5a1e3224 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.262479] env[69437]: DEBUG oslo_vmware.api [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for the task: (returnval){ [ 933.262479] env[69437]: value = "task-4103647" [ 933.262479] env[69437]: _type = "Task" [ 933.262479] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.271476] env[69437]: DEBUG oslo_vmware.api [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.346157] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103642, 'name': CreateVM_Task, 'duration_secs': 0.89525} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.346399] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.347141] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.347574] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.347648] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.347896] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f1b85e-0d04-4957-8ccb-39896319cf63 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.354141] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 933.354141] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5270c702-b1d4-df0a-b230-89fde3866ced" [ 933.354141] env[69437]: _type = "Task" [ 933.354141] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.365254] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5270c702-b1d4-df0a-b230-89fde3866ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.390048] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: cbcc2538-ac37-4cc7-8a70-6d3b4404d408] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.485141] env[69437]: DEBUG nova.compute.utils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.489379] env[69437]: DEBUG nova.compute.manager [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.489379] env[69437]: DEBUG nova.network.neutron [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.555836] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103645, 'name': CreateVM_Task, 'duration_secs': 0.824372} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.556064] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.556557] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.567738] env[69437]: DEBUG nova.policy [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e739f5b215ed40deabf1163cb449599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc53fa4366a4a4aa5f2b5adcf92472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.717448] env[69437]: DEBUG nova.objects.base [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Object Instance<409ed865-9c91-40a1-9fe3-757fbe4f68ba> lazy-loaded attributes: info_cache,migration_context {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.719078] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6d3bfe-bf36-434e-878f-c23697c1b800 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.751755] env[69437]: DEBUG oslo_concurrency.lockutils [req-c32d3379-7370-457f-b104-27b636428a30 req-75b08c42-a7b1-4647-ad7f-e9eb7fc9f217 service nova] Releasing lock "refresh_cache-f7b17629-a56f-43a8-b963-2c03e4e725c3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.752532] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cee1b36-167d-4ed7-aa96-0a51340bda0f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.759474] env[69437]: DEBUG oslo_vmware.api [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 933.759474] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522a814c-0e23-e6f8-2dae-195e6117d5aa" [ 933.759474] env[69437]: _type = "Task" [ 933.759474] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.776165] env[69437]: DEBUG oslo_vmware.api [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522a814c-0e23-e6f8-2dae-195e6117d5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.776454] env[69437]: DEBUG oslo_vmware.api [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Task: {'id': task-4103647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449041} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.776748] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.777041] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.777266] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.777436] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.777624] env[69437]: INFO nova.compute.manager [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Took 1.65 seconds to destroy the instance on the hypervisor. [ 933.777875] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.778084] env[69437]: DEBUG nova.compute.manager [-] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.778321] env[69437]: DEBUG nova.network.neutron [-] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.791059] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.791566] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff0ed9fc-aa16-4570-8034-03a237e20a10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.799553] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 933.799553] env[69437]: value = "task-4103648" [ 933.799553] env[69437]: _type = "Task" [ 933.799553] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.810961] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.868607] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5270c702-b1d4-df0a-b230-89fde3866ced, 'name': SearchDatastore_Task, 'duration_secs': 0.02914} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.868607] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.868607] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.868607] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.868835] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.869015] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.869383] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.869807] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.870028] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a184d581-8c08-4f99-8f7a-ed3fa02ba6b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.872243] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8177eb-3447-4fdd-9875-7cc5457a3a95 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.879455] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 933.879455] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529cfe42-d72a-cdef-f8e1-bded099a672b" [ 933.879455] env[69437]: _type = "Task" [ 933.879455] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.885136] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.885294] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.886747] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9a247b-bf3f-460e-a1f2-320d947c147a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.893217] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529cfe42-d72a-cdef-f8e1-bded099a672b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.894242] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 78dde2e8-12b8-4e9f-a467-8439349ad9e6] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.899032] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 933.899032] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d1362a-dc73-89d9-f3b4-4bb42159d422" [ 933.899032] env[69437]: _type = "Task" [ 933.899032] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.910415] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d1362a-dc73-89d9-f3b4-4bb42159d422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.991040] env[69437]: DEBUG nova.compute.manager [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.061672] env[69437]: DEBUG nova.network.neutron [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Successfully created port: ff753bf3-df2f-4b31-af76-7625bd8f9a11 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.070573] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 934.070814] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812873', 'volume_id': '0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'name': 'volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d25ef4b-fd90-43fa-bcc5-392bc5ad2029', 'attached_at': '', 'detached_at': '', 'volume_id': '0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'serial': '0764756e-2e88-49a2-a1fa-0636c2f05ba8'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 934.071779] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a4ae9d-b8bc-48c8-abc6-70f00ae3fdaa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.104585] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa82975e-4900-415e-be2c-01be2fca2c39 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.133496] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8/volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.138375] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f14a987-3a6f-4a30-a4c8-5db9a6343e10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.161276] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 934.161276] env[69437]: value = "task-4103649" [ 934.161276] env[69437]: _type = "Task" [ 934.161276] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.171557] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.263665] env[69437]: DEBUG nova.compute.manager [req-3ed3e5d2-730c-4738-9147-54850cb89298 req-94935809-a00e-40e6-9e89-ac4998d8e178 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Received event network-vif-deleted-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.263877] env[69437]: INFO nova.compute.manager [req-3ed3e5d2-730c-4738-9147-54850cb89298 req-94935809-a00e-40e6-9e89-ac4998d8e178 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Neutron deleted interface 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c; detaching it from the instance and deleting it from the info cache [ 934.264256] env[69437]: DEBUG nova.network.neutron [req-3ed3e5d2-730c-4738-9147-54850cb89298 req-94935809-a00e-40e6-9e89-ac4998d8e178 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.310914] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103648, 'name': PowerOffVM_Task, 'duration_secs': 0.145447} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.313909] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.314201] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.315315] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea709ad1-35e9-4b5f-b111-5707c9690f55 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.325215] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.325215] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d885483f-71b9-40f1-8395-ff14744aca70 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.359848] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.360277] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.361138] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Deleting the datastore file [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.361138] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64785d35-665b-4600-b35f-f8c2d1341fca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.369112] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 934.369112] env[69437]: value = "task-4103651" [ 934.369112] env[69437]: _type = "Task" [ 934.369112] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.382517] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.395203] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529cfe42-d72a-cdef-f8e1-bded099a672b, 'name': SearchDatastore_Task, 'duration_secs': 0.014112} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.395575] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.395886] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.396131] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.404669] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 93dfe65d-1ed2-4dda-9cc6-35b3538f799d] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.413926] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d1362a-dc73-89d9-f3b4-4bb42159d422, 'name': SearchDatastore_Task, 'duration_secs': 0.014522} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.417890] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee2e865-f19e-43e8-a2a1-b825d7eb94e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.425045] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 934.425045] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52db3fed-55cd-88bf-0ff1-5a7c21937a77" [ 934.425045] env[69437]: _type = "Task" [ 934.425045] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.437555] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52db3fed-55cd-88bf-0ff1-5a7c21937a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.549335] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7f16df-e019-4bc5-baba-2d64c7178be9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.558695] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97386f6b-627b-49a7-913b-d6e3a6867c58 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.597798] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0f1e4a-0658-48ef-92eb-ce6db64f9c9b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.606695] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5356f1d2-f340-4cc3-9824-2544ed43aea2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.623721] env[69437]: DEBUG nova.compute.provider_tree [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.672831] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.692256] env[69437]: DEBUG nova.network.neutron [-] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.768196] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2621f31-f2ab-47bd-b406-85b97f353afa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.779072] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83203650-235f-4afa-8e93-9f9446344895 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.816122] env[69437]: DEBUG nova.compute.manager [req-3ed3e5d2-730c-4738-9147-54850cb89298 req-94935809-a00e-40e6-9e89-ac4998d8e178 service nova] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Detach interface failed, port_id=77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c, reason: Instance 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.882501] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12125} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.882790] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.882986] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.883183] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.909011] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 44b4ca7c-aec4-40a2-819a-cb938b618d22] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.937126] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52db3fed-55cd-88bf-0ff1-5a7c21937a77, 'name': SearchDatastore_Task, 'duration_secs': 0.0128} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.937126] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.937505] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f7b17629-a56f-43a8-b963-2c03e4e725c3/f7b17629-a56f-43a8-b963-2c03e4e725c3.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.937605] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.937774] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.938413] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bc3e67b-0370-498f-b835-66470dea1b0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.940756] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4104ba6-72b8-4482-b14a-275cdc1a9c60 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.949133] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 934.949133] env[69437]: value = "task-4103652" [ 934.949133] env[69437]: _type = "Task" [ 934.949133] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.954334] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.954555] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.955793] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ff7716-b6c6-4d70-b237-68d37f63bc70 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.962249] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.966361] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 934.966361] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ec8249-f3e0-5b8f-6f5b-02d5dabad9d6" [ 934.966361] env[69437]: _type = "Task" [ 934.966361] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.976103] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ec8249-f3e0-5b8f-6f5b-02d5dabad9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.010053] env[69437]: DEBUG nova.compute.manager [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.043729] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.044044] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.044212] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.044399] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.044550] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.044700] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.044924] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.045130] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.045296] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.045467] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.045636] env[69437]: DEBUG nova.virt.hardware [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.046915] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c0e062-6a62-4a62-9704-3e8ec5cff6f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.056477] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149607cd-73bb-4c5f-b9d5-61c0bfcc080a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.127399] env[69437]: DEBUG nova.scheduler.client.report [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.173780] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.195508] env[69437]: INFO nova.compute.manager [-] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Took 1.42 seconds to deallocate network for instance. [ 935.413591] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 42f1adb9-de91-4dac-8b1d-ca21a0b9f530] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.461067] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103652, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.478638] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ec8249-f3e0-5b8f-6f5b-02d5dabad9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.482967] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c877d719-fe26-4ee5-9483-1a5f4f29eb5f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.487390] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 935.487390] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]523493d3-577b-7a62-74ac-c0ac138fac56" [ 935.487390] env[69437]: _type = "Task" [ 935.487390] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.498203] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523493d3-577b-7a62-74ac-c0ac138fac56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.634562] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.634562] env[69437]: DEBUG nova.compute.manager [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.637117] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.541s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.637651] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.640120] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.832s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.641828] env[69437]: INFO nova.compute.claims [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.675492] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.691443] env[69437]: INFO nova.scheduler.client.report [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Deleted allocations for instance 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5 [ 935.704410] env[69437]: DEBUG oslo_concurrency.lockutils [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.726667] env[69437]: DEBUG nova.compute.manager [req-29b8241a-6376-4a33-aada-b05ceb7b7ce4 req-cb517994-1c7d-4006-bc95-0e90198b1024 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-vif-plugged-ff753bf3-df2f-4b31-af76-7625bd8f9a11 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.726913] env[69437]: DEBUG oslo_concurrency.lockutils [req-29b8241a-6376-4a33-aada-b05ceb7b7ce4 req-cb517994-1c7d-4006-bc95-0e90198b1024 service nova] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.727621] env[69437]: DEBUG oslo_concurrency.lockutils [req-29b8241a-6376-4a33-aada-b05ceb7b7ce4 req-cb517994-1c7d-4006-bc95-0e90198b1024 service nova] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.727924] env[69437]: DEBUG oslo_concurrency.lockutils [req-29b8241a-6376-4a33-aada-b05ceb7b7ce4 req-cb517994-1c7d-4006-bc95-0e90198b1024 service nova] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.728370] env[69437]: DEBUG nova.compute.manager [req-29b8241a-6376-4a33-aada-b05ceb7b7ce4 req-cb517994-1c7d-4006-bc95-0e90198b1024 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] No waiting events found dispatching network-vif-plugged-ff753bf3-df2f-4b31-af76-7625bd8f9a11 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.728619] env[69437]: WARNING nova.compute.manager [req-29b8241a-6376-4a33-aada-b05ceb7b7ce4 req-cb517994-1c7d-4006-bc95-0e90198b1024 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received unexpected event network-vif-plugged-ff753bf3-df2f-4b31-af76-7625bd8f9a11 for instance with vm_state building and task_state spawning. [ 935.836376] env[69437]: DEBUG nova.network.neutron [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Successfully updated port: ff753bf3-df2f-4b31-af76-7625bd8f9a11 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.918567] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: a73dab07-defc-470a-a91e-0e77a69da76e] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.925368] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.925663] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.925830] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.926103] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.926316] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.926475] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.926690] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.926852] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.928262] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.928532] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.928731] env[69437]: DEBUG nova.virt.hardware [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.930034] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d3c471-aa1f-41ec-b45e-45157efa429c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.939855] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf4848c-2fa6-4b0a-96b4-03779f277c9e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.957769] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.964717] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.970268] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.970268] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-801a4ed3-9b23-4d78-9f0b-dc6c1ea11f20 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.995023] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56589} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.998261] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f7b17629-a56f-43a8-b963-2c03e4e725c3/f7b17629-a56f-43a8-b963-2c03e4e725c3.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.998770] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.999294] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.999294] env[69437]: value = "task-4103653" [ 935.999294] env[69437]: _type = "Task" [ 935.999294] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.001284] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b7bcdeb-ee26-43e3-a741-476307725f5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.010305] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523493d3-577b-7a62-74ac-c0ac138fac56, 'name': SearchDatastore_Task, 'duration_secs': 0.014113} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.011170] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.011460] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed/b6a1a428-6a60-4fe7-a11d-27983d31bbed.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.011797] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22f7fbe8-f5e1-408c-9af5-3191a9d1d252 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.017448] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103653, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.019547] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 936.019547] env[69437]: value = "task-4103654" [ 936.019547] env[69437]: _type = "Task" [ 936.019547] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.028456] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 936.028456] env[69437]: value = "task-4103655" [ 936.028456] env[69437]: _type = "Task" [ 936.028456] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.037990] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.045985] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.150256] env[69437]: DEBUG nova.compute.utils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.154311] env[69437]: DEBUG nova.compute.manager [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.154566] env[69437]: DEBUG nova.network.neutron [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.175767] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103649, 'name': ReconfigVM_Task, 'duration_secs': 1.636649} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.176088] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8/volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.181780] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6bea8c-ebb6-40b8-8633-8f385ffb8b75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.207266] env[69437]: DEBUG nova.policy [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f93254dca8b4649bec9a4fe80cb1c03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14bb5aee0e484bf08c17a754236c8675', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.211561] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Lock "59e7198c-d59d-4f80-acd2-49dc7fb3c2f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.873s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.217365] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 936.217365] env[69437]: value = "task-4103656" [ 936.217365] env[69437]: _type = "Task" [ 936.217365] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.229224] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.341213] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.346179] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.346179] env[69437]: DEBUG nova.network.neutron [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.423424] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 6063bed9-d736-48cd-a9ed-a1cbfa914ea4] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.522271] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103653, 'name': CreateVM_Task, 'duration_secs': 0.384076} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.526056] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.527157] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.527157] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.527157] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.527954] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a81b4b5-ca26-4300-bc02-3179864d03e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.537469] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083546} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.539754] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.540240] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 936.540240] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52726a60-bf59-8548-b4c3-f5b8f70ef695" [ 936.540240] env[69437]: _type = "Task" [ 936.540240] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.541056] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc972fa-7542-410c-bd44-c3d330c5ea80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.551370] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.557981] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52726a60-bf59-8548-b4c3-f5b8f70ef695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.577267] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] f7b17629-a56f-43a8-b963-2c03e4e725c3/f7b17629-a56f-43a8-b963-2c03e4e725c3.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.577632] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d306a3-6798-47f6-8e29-da9909011e81 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.599954] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 936.599954] env[69437]: value = "task-4103657" [ 936.599954] env[69437]: _type = "Task" [ 936.599954] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.610000] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.654981] env[69437]: DEBUG nova.compute.manager [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.728445] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.740269] env[69437]: DEBUG nova.network.neutron [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Successfully created port: 7ec55129-87d4-4738-9e89-69bbf74d57f5 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.888473] env[69437]: DEBUG nova.network.neutron [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.927804] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 0da9c6e1-e88e-4f05-a443-9921ef5db588] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.045399] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622945} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.048918] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed/b6a1a428-6a60-4fe7-a11d-27983d31bbed.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.049195] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.049607] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a00c838d-5f12-4b36-af29-0920e0df0895 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.061473] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52726a60-bf59-8548-b4c3-f5b8f70ef695, 'name': SearchDatastore_Task, 'duration_secs': 0.0457} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.062528] env[69437]: DEBUG nova.network.neutron [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.064961] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.065211] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.065440] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.065583] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.065754] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.066125] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 937.066125] env[69437]: value = "task-4103658" [ 937.066125] env[69437]: _type = "Task" [ 937.066125] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.066514] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-039cce30-0c88-4f0a-8b92-7cc8263301bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.083668] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.087474] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.087474] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.087677] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed1e17c-e48a-4e6b-b73f-328f7b2e5fda {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.099142] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 937.099142] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d30d23-83f0-df45-5bc8-a0349fa9db0a" [ 937.099142] env[69437]: _type = "Task" [ 937.099142] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.112386] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103657, 'name': ReconfigVM_Task, 'duration_secs': 0.339445} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.122204] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Reconfigured VM instance instance-00000044 to attach disk [datastore1] f7b17629-a56f-43a8-b963-2c03e4e725c3/f7b17629-a56f-43a8-b963-2c03e4e725c3.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.125481] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d30d23-83f0-df45-5bc8-a0349fa9db0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.125481] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b7cd359-11d9-4b83-85ee-b6bcd177402d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.128501] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3de47b1-30d4-46c4-a929-b87008fb2739 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.135830] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 937.135830] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522f9649-b053-71d8-803d-82f900edf71c" [ 937.135830] env[69437]: _type = "Task" [ 937.135830] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.142076] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 937.142076] env[69437]: value = "task-4103659" [ 937.142076] env[69437]: _type = "Task" [ 937.142076] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.152535] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522f9649-b053-71d8-803d-82f900edf71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.159547] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103659, 'name': Rename_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.169785] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb89fe35-79b9-4393-aaa4-8a3ee4ed48ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.180948] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3275658e-2063-4ddf-ae71-7030b6d34709 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.214692] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd773a7-7ae5-4f0f-ab7a-e91abb579e20 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.229071] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aad11f-6831-4741-92ab-f2543f5a1600 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.237308] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.249800] env[69437]: DEBUG nova.compute.provider_tree [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.431637] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 286cdad6-dd47-44cf-9385-98a8c9a442ae] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.570802] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.571231] env[69437]: DEBUG nova.compute.manager [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Instance network_info: |[{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.574914] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:16:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff753bf3-df2f-4b31-af76-7625bd8f9a11', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.582589] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.582842] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.583947] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b226933e-cbd1-4a72-b846-f2854d8e18ff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.605776] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078865} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.606948] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.608591] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66bf241-f0f0-4a4d-8f23-39728f5bd09d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.613263] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.613263] env[69437]: value = "task-4103660" [ 937.613263] env[69437]: _type = "Task" [ 937.613263] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.639128] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed/b6a1a428-6a60-4fe7-a11d-27983d31bbed.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.640543] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a1af84-788e-4192-862b-457fc1255e03 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.684524] env[69437]: DEBUG nova.compute.manager [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.688605] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103660, 'name': CreateVM_Task} progress is 15%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.704617] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522f9649-b053-71d8-803d-82f900edf71c, 'name': SearchDatastore_Task, 'duration_secs': 0.013603} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.709470] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.709771] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17/a4b9f3fb-af23-4c44-8c2f-91cb1541ba17.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.710292] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103659, 'name': Rename_Task, 'duration_secs': 0.191005} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.710429] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 937.710429] env[69437]: value = "task-4103661" [ 937.710429] env[69437]: _type = "Task" [ 937.710429] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.710594] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e10bcc10-6434-4278-a0f4-9c5e699548e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.713061] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.713207] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb494e1a-d096-4082-9b07-44bbb39badef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.733843] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.733843] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 937.733843] env[69437]: value = "task-4103663" [ 937.733843] env[69437]: _type = "Task" [ 937.733843] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.735967] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.735967] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.735967] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.735967] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.735967] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.736551] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.736551] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.736676] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.736990] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.737151] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.737518] env[69437]: DEBUG nova.virt.hardware [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.738455] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 937.738455] env[69437]: value = "task-4103662" [ 937.738455] env[69437]: _type = "Task" [ 937.738455] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.739728] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606ce4e2-69bc-4fe6-b950-0f51958da9d1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.753862] env[69437]: DEBUG oslo_vmware.api [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103656, 'name': ReconfigVM_Task, 'duration_secs': 1.229259} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.758124] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812873', 'volume_id': '0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'name': 'volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d25ef4b-fd90-43fa-bcc5-392bc5ad2029', 'attached_at': '', 'detached_at': '', 'volume_id': '0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'serial': '0764756e-2e88-49a2-a1fa-0636c2f05ba8'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 937.763621] env[69437]: DEBUG nova.scheduler.client.report [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.773165] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58935019-2399-45c4-8686-65dfec6fc7a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.779292] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103663, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.783767] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.886257] env[69437]: DEBUG nova.compute.manager [req-425512bb-1474-4a6d-9e04-d4be9fc3c962 req-c734c9eb-0838-48e2-9125-c1acfdc8bc2c service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-changed-ff753bf3-df2f-4b31-af76-7625bd8f9a11 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.886469] env[69437]: DEBUG nova.compute.manager [req-425512bb-1474-4a6d-9e04-d4be9fc3c962 req-c734c9eb-0838-48e2-9125-c1acfdc8bc2c service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Refreshing instance network info cache due to event network-changed-ff753bf3-df2f-4b31-af76-7625bd8f9a11. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.886696] env[69437]: DEBUG oslo_concurrency.lockutils [req-425512bb-1474-4a6d-9e04-d4be9fc3c962 req-c734c9eb-0838-48e2-9125-c1acfdc8bc2c service nova] Acquiring lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.886833] env[69437]: DEBUG oslo_concurrency.lockutils [req-425512bb-1474-4a6d-9e04-d4be9fc3c962 req-c734c9eb-0838-48e2-9125-c1acfdc8bc2c service nova] Acquired lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.887018] env[69437]: DEBUG nova.network.neutron [req-425512bb-1474-4a6d-9e04-d4be9fc3c962 req-c734c9eb-0838-48e2-9125-c1acfdc8bc2c service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Refreshing network info cache for port ff753bf3-df2f-4b31-af76-7625bd8f9a11 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.935222] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: d1beebbf-029a-42bd-92d1-db0d5fc9277c] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.126619] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103660, 'name': CreateVM_Task, 'duration_secs': 0.420248} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.126817] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.127614] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.127817] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.128170] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.128482] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a067a6ee-e73f-4895-92fb-eda4982702bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.136878] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 938.136878] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52959d2a-4244-a5c7-0878-7a848f8f2cb8" [ 938.136878] env[69437]: _type = "Task" [ 938.136878] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.147577] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52959d2a-4244-a5c7-0878-7a848f8f2cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.227834] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.252745] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103663, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.266137] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103662, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.281154] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.281751] env[69437]: DEBUG nova.compute.manager [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.285427] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.494s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.290798] env[69437]: INFO nova.compute.claims [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.440895] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 5dd49b1e-89a0-4d8a-bdb0-db5f43c1682c] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.642961] env[69437]: DEBUG nova.network.neutron [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Successfully updated port: 7ec55129-87d4-4738-9e89-69bbf74d57f5 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.659261] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52959d2a-4244-a5c7-0878-7a848f8f2cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.072903} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.660300] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.660553] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.661418] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.661631] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.661834] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.662501] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57c9ffd0-ae3e-4f4f-b865-981433e576b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.676027] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.676257] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.677100] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ea4e71-301f-4f09-ad0c-d0745e812e5b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.685022] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 938.685022] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5207f88a-d6d4-24ea-b1b3-798bb489e504" [ 938.685022] env[69437]: _type = "Task" [ 938.685022] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.695398] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5207f88a-d6d4-24ea-b1b3-798bb489e504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.727521] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103661, 'name': ReconfigVM_Task, 'duration_secs': 0.800684} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.727855] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed/b6a1a428-6a60-4fe7-a11d-27983d31bbed.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.728483] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-390a97a0-7a8a-426a-80d0-df206131ca5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.736579] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 938.736579] env[69437]: value = "task-4103664" [ 938.736579] env[69437]: _type = "Task" [ 938.736579] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.753433] env[69437]: DEBUG oslo_vmware.api [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103663, 'name': PowerOnVM_Task, 'duration_secs': 0.952269} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.757137] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.757418] env[69437]: INFO nova.compute.manager [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Took 8.96 seconds to spawn the instance on the hypervisor. [ 938.757608] env[69437]: DEBUG nova.compute.manager [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.757957] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103664, 'name': Rename_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.759282] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf28b68-e886-4741-bf4e-5d45d9a692be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.772202] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732061} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.776047] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17/a4b9f3fb-af23-4c44-8c2f-91cb1541ba17.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.776047] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.779036] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ad784b-7a79-477d-84ca-a28dffc49fa0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.788421] env[69437]: DEBUG nova.compute.utils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.790578] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 938.790578] env[69437]: value = "task-4103665" [ 938.790578] env[69437]: _type = "Task" [ 938.790578] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.791153] env[69437]: DEBUG nova.compute.manager [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.791343] env[69437]: DEBUG nova.network.neutron [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.808826] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.809278] env[69437]: DEBUG nova.network.neutron [req-425512bb-1474-4a6d-9e04-d4be9fc3c962 req-c734c9eb-0838-48e2-9125-c1acfdc8bc2c service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updated VIF entry in instance network info cache for port ff753bf3-df2f-4b31-af76-7625bd8f9a11. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.809856] env[69437]: DEBUG nova.network.neutron [req-425512bb-1474-4a6d-9e04-d4be9fc3c962 req-c734c9eb-0838-48e2-9125-c1acfdc8bc2c service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.839161] env[69437]: DEBUG nova.policy [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbb2b2860b164ea28bc426b176dc1259', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3375c222f44a5f8194e4a64fc1f20f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.844019] env[69437]: DEBUG nova.objects.instance [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.944173] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 299209ef-69dd-4e72-a9df-d8dabb8993b0] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.018600] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.153150] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquiring lock "refresh_cache-2222023a-8eea-420c-9546-67072fbdd4f0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.153294] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquired lock "refresh_cache-2222023a-8eea-420c-9546-67072fbdd4f0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.153442] env[69437]: DEBUG nova.network.neutron [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.197954] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5207f88a-d6d4-24ea-b1b3-798bb489e504, 'name': SearchDatastore_Task, 'duration_secs': 0.013673} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.199232] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b8cd3c-4495-45b3-86df-00cf6897ef4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.206815] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 939.206815] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c80390-cb30-1f20-e3c1-a7f28ea3cb9c" [ 939.206815] env[69437]: _type = "Task" [ 939.206815] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.218668] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c80390-cb30-1f20-e3c1-a7f28ea3cb9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.252446] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103664, 'name': Rename_Task, 'duration_secs': 0.236384} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.253448] env[69437]: DEBUG nova.network.neutron [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Successfully created port: 7d9d6839-ac1f-46d1-91fb-afa82d06758c {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.255626] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.255960] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a95fbe0d-a283-4c39-87ba-1c6f48e986f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.265776] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 939.265776] env[69437]: value = "task-4103666" [ 939.265776] env[69437]: _type = "Task" [ 939.265776] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.278664] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.291556] env[69437]: INFO nova.compute.manager [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Took 64.54 seconds to build instance. [ 939.292764] env[69437]: DEBUG nova.compute.manager [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.311679] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078591} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.312149] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.312807] env[69437]: DEBUG oslo_concurrency.lockutils [req-425512bb-1474-4a6d-9e04-d4be9fc3c962 req-c734c9eb-0838-48e2-9125-c1acfdc8bc2c service nova] Releasing lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.314047] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2260ec9-38e0-4768-8538-50f934bd8661 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.346807] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17/a4b9f3fb-af23-4c44-8c2f-91cb1541ba17.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.353351] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-306aaf01-42ce-44a6-a919-91b9633a6107 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.372418] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6895dba-55f8-4c47-95df-f50f5b20e56f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.955s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.373147] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.355s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.373406] env[69437]: DEBUG nova.compute.manager [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.375384] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26cfc9e-c844-4745-a321-d21ac30f4463 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.381333] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 939.381333] env[69437]: value = "task-4103667" [ 939.381333] env[69437]: _type = "Task" [ 939.381333] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.387741] env[69437]: DEBUG nova.compute.manager [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 939.388794] env[69437]: DEBUG nova.objects.instance [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.404594] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.448161] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: f21e252d-7028-417c-872b-f69c49c2dc59] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.695886] env[69437]: DEBUG nova.network.neutron [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.720331] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c80390-cb30-1f20-e3c1-a7f28ea3cb9c, 'name': SearchDatastore_Task, 'duration_secs': 0.032742} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.720662] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.720987] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 972570b6-b81a-4d2c-ad83-b14b7d70712c/972570b6-b81a-4d2c-ad83-b14b7d70712c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.721277] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69df1226-7f41-4edc-916a-d30a4b9136ff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.734964] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 939.734964] env[69437]: value = "task-4103668" [ 939.734964] env[69437]: _type = "Task" [ 939.734964] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.745153] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.776947] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.797662] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e1-7730-45ce-9eb3-638050525dd9 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.661s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.833527] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a168352-ae6c-4bc3-8953-2f6891f90c39 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.841451] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70269430-f872-4f54-9aae-ecf3ee1b17d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.881727] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d792bf5-80ae-4657-93d4-38b18aa41c6b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.899999] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc4b22f-cdd2-407c-99df-3c4756395ab1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.904797] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103667, 'name': ReconfigVM_Task, 'duration_secs': 0.312339} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.908992] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Reconfigured VM instance instance-00000043 to attach disk [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17/a4b9f3fb-af23-4c44-8c2f-91cb1541ba17.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.908992] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e06a8a1a-6aa1-4c73-bb43-caf20ab4ecec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.912248] env[69437]: DEBUG nova.network.neutron [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Updating instance_info_cache with network_info: [{"id": "7ec55129-87d4-4738-9e89-69bbf74d57f5", "address": "fa:16:3e:6d:03:e6", "network": {"id": "6e5b8537-2331-4231-803e-02a56f658008", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-393784806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bb5aee0e484bf08c17a754236c8675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec55129-87", "ovs_interfaceid": "7ec55129-87d4-4738-9e89-69bbf74d57f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.926260] env[69437]: DEBUG nova.compute.provider_tree [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.930806] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 939.930806] env[69437]: value = "task-4103669" [ 939.930806] env[69437]: _type = "Task" [ 939.930806] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.945289] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103669, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.953602] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 35a8b6a7-f20e-4962-b21b-045e5a2714c9] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.980624] env[69437]: DEBUG nova.compute.manager [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Received event network-vif-plugged-7ec55129-87d4-4738-9e89-69bbf74d57f5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.980840] env[69437]: DEBUG oslo_concurrency.lockutils [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] Acquiring lock "2222023a-8eea-420c-9546-67072fbdd4f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.981165] env[69437]: DEBUG oslo_concurrency.lockutils [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] Lock "2222023a-8eea-420c-9546-67072fbdd4f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.981377] env[69437]: DEBUG oslo_concurrency.lockutils [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] Lock "2222023a-8eea-420c-9546-67072fbdd4f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.981561] env[69437]: DEBUG nova.compute.manager [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] No waiting events found dispatching network-vif-plugged-7ec55129-87d4-4738-9e89-69bbf74d57f5 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.981737] env[69437]: WARNING nova.compute.manager [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Received unexpected event network-vif-plugged-7ec55129-87d4-4738-9e89-69bbf74d57f5 for instance with vm_state building and task_state spawning. [ 939.981914] env[69437]: DEBUG nova.compute.manager [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Received event network-changed-7ec55129-87d4-4738-9e89-69bbf74d57f5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.982103] env[69437]: DEBUG nova.compute.manager [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Refreshing instance network info cache due to event network-changed-7ec55129-87d4-4738-9e89-69bbf74d57f5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.982288] env[69437]: DEBUG oslo_concurrency.lockutils [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] Acquiring lock "refresh_cache-2222023a-8eea-420c-9546-67072fbdd4f0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.256463] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103668, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.282737] env[69437]: DEBUG oslo_vmware.api [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103666, 'name': PowerOnVM_Task, 'duration_secs': 0.892536} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.282737] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.282737] env[69437]: INFO nova.compute.manager [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Took 7.90 seconds to spawn the instance on the hypervisor. [ 940.282737] env[69437]: DEBUG nova.compute.manager [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.282737] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c92fd52-605b-407f-8aa3-3e9ece61cee3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.310316] env[69437]: DEBUG nova.compute.manager [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.343489] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.343489] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.343489] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.343489] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.343795] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.343795] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.343937] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.344120] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.344289] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.344452] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.344641] env[69437]: DEBUG nova.virt.hardware [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.345616] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee37714-c2fc-42ff-bac0-d56ccc7f1469 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.357559] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdc1e00-92dc-4a76-a94f-dab0fb3ab097 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.409641] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.409967] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb678f67-9887-43cb-97d6-6d559854ac80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.421083] env[69437]: DEBUG oslo_vmware.api [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 940.421083] env[69437]: value = "task-4103670" [ 940.421083] env[69437]: _type = "Task" [ 940.421083] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.426339] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Releasing lock "refresh_cache-2222023a-8eea-420c-9546-67072fbdd4f0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.426664] env[69437]: DEBUG nova.compute.manager [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Instance network_info: |[{"id": "7ec55129-87d4-4738-9e89-69bbf74d57f5", "address": "fa:16:3e:6d:03:e6", "network": {"id": "6e5b8537-2331-4231-803e-02a56f658008", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-393784806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bb5aee0e484bf08c17a754236c8675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec55129-87", "ovs_interfaceid": "7ec55129-87d4-4738-9e89-69bbf74d57f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.426981] env[69437]: DEBUG oslo_concurrency.lockutils [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] Acquired lock "refresh_cache-2222023a-8eea-420c-9546-67072fbdd4f0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.427218] env[69437]: DEBUG nova.network.neutron [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Refreshing network info cache for port 7ec55129-87d4-4738-9e89-69bbf74d57f5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.433022] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:03:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ec55129-87d4-4738-9e89-69bbf74d57f5', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.439050] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Creating folder: Project (14bb5aee0e484bf08c17a754236c8675). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.443867] env[69437]: DEBUG nova.scheduler.client.report [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.447614] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-655c733d-9352-4520-b76e-60f602eae8f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.461249] env[69437]: DEBUG oslo_vmware.api [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.461835] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: a2375c4e-89cb-474b-9652-47868e4e54c5] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.471665] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103669, 'name': Rename_Task, 'duration_secs': 0.202487} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.471665] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.471665] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52fbca8d-3458-489d-aef3-0b7231a83d65 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.475738] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Created folder: Project (14bb5aee0e484bf08c17a754236c8675) in parent group-v812682. [ 940.475904] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Creating folder: Instances. Parent ref: group-v812882. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.476225] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81e779d2-8a49-4d10-b47e-95a37c1227a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.481062] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 940.481062] env[69437]: value = "task-4103672" [ 940.481062] env[69437]: _type = "Task" [ 940.481062] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.491530] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.493305] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Created folder: Instances in parent group-v812882. [ 940.493945] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.494559] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.494834] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05e3c35f-24b3-47d1-9fe6-48a9c711f738 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.517967] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.517967] env[69437]: value = "task-4103674" [ 940.517967] env[69437]: _type = "Task" [ 940.517967] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.530506] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103674, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.749048] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683692} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.749415] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 972570b6-b81a-4d2c-ad83-b14b7d70712c/972570b6-b81a-4d2c-ad83-b14b7d70712c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.751017] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.751381] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-835d4650-f3fd-4705-8a3f-44c77ae18b1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.761518] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 940.761518] env[69437]: value = "task-4103675" [ 940.761518] env[69437]: _type = "Task" [ 940.761518] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.775253] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.809473] env[69437]: INFO nova.compute.manager [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Took 62.33 seconds to build instance. [ 940.813737] env[69437]: DEBUG oslo_vmware.rw_handles [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281a2f0-45f5-8c8f-a9c3-7433e3a80b60/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.814778] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04161e19-51e4-4ee6-816c-000be96a58e8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.825887] env[69437]: DEBUG oslo_vmware.rw_handles [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281a2f0-45f5-8c8f-a9c3-7433e3a80b60/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.826170] env[69437]: ERROR oslo_vmware.rw_handles [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281a2f0-45f5-8c8f-a9c3-7433e3a80b60/disk-0.vmdk due to incomplete transfer. [ 940.826851] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0361375c-8950-4ac8-a799-a4926f55eb59 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.840713] env[69437]: DEBUG oslo_vmware.rw_handles [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281a2f0-45f5-8c8f-a9c3-7433e3a80b60/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 940.840713] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Uploaded image 4454088b-565e-4d41-b8e8-db17aefe5301 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 940.843723] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 940.844754] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94fa9078-4e55-4e17-b94a-b69820d3197a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.860339] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 940.860339] env[69437]: value = "task-4103676" [ 940.860339] env[69437]: _type = "Task" [ 940.860339] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.861432] env[69437]: DEBUG nova.network.neutron [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Updated VIF entry in instance network info cache for port 7ec55129-87d4-4738-9e89-69bbf74d57f5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.861783] env[69437]: DEBUG nova.network.neutron [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Updating instance_info_cache with network_info: [{"id": "7ec55129-87d4-4738-9e89-69bbf74d57f5", "address": "fa:16:3e:6d:03:e6", "network": {"id": "6e5b8537-2331-4231-803e-02a56f658008", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-393784806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bb5aee0e484bf08c17a754236c8675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec55129-87", "ovs_interfaceid": "7ec55129-87d4-4738-9e89-69bbf74d57f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.875293] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103676, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.888758] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "f7b17629-a56f-43a8-b963-2c03e4e725c3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.888996] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.889252] env[69437]: INFO nova.compute.manager [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Rebooting instance [ 940.934608] env[69437]: DEBUG oslo_vmware.api [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103670, 'name': PowerOffVM_Task, 'duration_secs': 0.328422} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.935011] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.935192] env[69437]: DEBUG nova.compute.manager [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.936176] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379180cf-caab-41fb-b062-d347c0c219b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.953173] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.954940] env[69437]: DEBUG nova.compute.manager [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.957523] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.033s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.958490] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.960699] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.192s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.961106] env[69437]: DEBUG nova.objects.instance [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 940.968138] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: f8909a81-d83c-4e2a-a53b-ae28bd91e609] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.992770] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.030524] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103674, 'name': CreateVM_Task, 'duration_secs': 0.459338} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.031763] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.032792] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.033017] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.033386] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.033914] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b39209-8454-4a1f-ba74-ad298a9980e0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.040512] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 941.040512] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527414c2-5182-af96-3e0b-c9fbb3f5fd6e" [ 941.040512] env[69437]: _type = "Task" [ 941.040512] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.051424] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527414c2-5182-af96-3e0b-c9fbb3f5fd6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.278881] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128988} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.279326] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.280629] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe9d5e7-b064-4783-bcfe-b4bc48d6f625 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.308799] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 972570b6-b81a-4d2c-ad83-b14b7d70712c/972570b6-b81a-4d2c-ad83-b14b7d70712c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.309693] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d6f62577-159a-4577-8e60-81a77350c3b2 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "b6a1a428-6a60-4fe7-a11d-27983d31bbed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.858s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.309911] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29342f7f-f2cd-45ca-9753-42008f39983a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.335210] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 941.335210] env[69437]: value = "task-4103677" [ 941.335210] env[69437]: _type = "Task" [ 941.335210] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.346451] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.370049] env[69437]: DEBUG oslo_concurrency.lockutils [req-d5c47c89-0a1a-4dc8-8f8f-d32a1c28c2fb req-b00722ec-79ca-4b3e-8f40-d3309f742840 service nova] Releasing lock "refresh_cache-2222023a-8eea-420c-9546-67072fbdd4f0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.377448] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103676, 'name': Destroy_Task, 'duration_secs': 0.415375} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.377878] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Destroyed the VM [ 941.378295] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.378647] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e6cec98-c1b8-4ba1-ad67-7812914f3661 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.386286] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 941.386286] env[69437]: value = "task-4103678" [ 941.386286] env[69437]: _type = "Task" [ 941.386286] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.399104] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103678, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.409957] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "refresh_cache-f7b17629-a56f-43a8-b963-2c03e4e725c3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.409957] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquired lock "refresh_cache-f7b17629-a56f-43a8-b963-2c03e4e725c3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.409957] env[69437]: DEBUG nova.network.neutron [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.447767] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07516a6d-eb55-4997-b748-85eb24839653 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.468267] env[69437]: DEBUG nova.compute.utils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.480230] env[69437]: DEBUG nova.compute.manager [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.480230] env[69437]: DEBUG nova.network.neutron [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.485692] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 7c21ebe3-babd-476a-a383-b3beab7afd01] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.488253] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f868d9f8-de7b-4fd9-8be2-120d993e53a8 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.527s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.490160] env[69437]: DEBUG nova.network.neutron [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Successfully updated port: 7d9d6839-ac1f-46d1-91fb-afa82d06758c {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.491437] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c6e03299-5e9a-4ccb-ae97-eebed1f7932c tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 56.684s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.493075] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.231s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.494977] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.016s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.495462] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "7e454b5f-a380-48b2-b942-b343d3e2585a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.495832] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.496172] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.502948] env[69437]: INFO nova.compute.manager [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Terminating instance [ 941.513823] env[69437]: DEBUG oslo_vmware.api [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103672, 'name': PowerOnVM_Task, 'duration_secs': 0.631906} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.514132] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.514805] env[69437]: DEBUG nova.compute.manager [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 941.515296] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb94113-f919-4e85-a161-6b7ebb3158e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.552403] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527414c2-5182-af96-3e0b-c9fbb3f5fd6e, 'name': SearchDatastore_Task, 'duration_secs': 0.024537} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.552750] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.552983] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.553240] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.553706] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.553706] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.555151] env[69437]: DEBUG nova.policy [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbb2b2860b164ea28bc426b176dc1259', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3375c222f44a5f8194e4a64fc1f20f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.556659] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0fefaea-32ab-458b-8dfe-7a2ba6c266b2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.566752] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.566953] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.567813] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01f40db-be57-425b-8ca2-24d5bba49567 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.574949] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 941.574949] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52980193-64a9-ac2b-2a91-d7fa7d68a355" [ 941.574949] env[69437]: _type = "Task" [ 941.574949] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.584716] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52980193-64a9-ac2b-2a91-d7fa7d68a355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.847786] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.905557] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103678, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.977136] env[69437]: DEBUG nova.compute.manager [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.990851] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 32db9a27-d0b6-4487-9ea5-d0f8d463899f] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.000482] env[69437]: DEBUG nova.objects.instance [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lazy-loading 'migration_context' on Instance uuid b0d96507-cf10-42e5-815f-66b29f6b9cfd {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.003939] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "refresh_cache-02836692-dca7-4e9e-8ea6-caa98b483ff2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.003939] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "refresh_cache-02836692-dca7-4e9e-8ea6-caa98b483ff2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.003939] env[69437]: DEBUG nova.network.neutron [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.011025] env[69437]: DEBUG nova.compute.manager [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.011025] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.011025] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efb1d40c-fd9e-4ede-a6a7-ea9ba9f26f84 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.023983] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d207daa1-36d3-495f-a51f-e49b0b2dd266 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.047114] env[69437]: DEBUG nova.network.neutron [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Successfully created port: 1d3ba2ec-a436-4320-8018-169188228759 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.054705] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.080104] env[69437]: WARNING nova.virt.vmwareapi.vmops [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7e454b5f-a380-48b2-b942-b343d3e2585a could not be found. [ 942.080392] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.080627] env[69437]: INFO nova.compute.manager [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Took 0.07 seconds to destroy the instance on the hypervisor. [ 942.081096] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.087244] env[69437]: DEBUG nova.compute.manager [-] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.087418] env[69437]: DEBUG nova.network.neutron [-] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.101669] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52980193-64a9-ac2b-2a91-d7fa7d68a355, 'name': SearchDatastore_Task, 'duration_secs': 0.031859} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.102652] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00bf1b6-143c-4358-b03f-df41e4ec1461 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.108733] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 942.108733] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520a1089-5b0c-f89d-7eaa-eb067b8860d0" [ 942.108733] env[69437]: _type = "Task" [ 942.108733] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.118194] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520a1089-5b0c-f89d-7eaa-eb067b8860d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.347868] env[69437]: DEBUG nova.compute.manager [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Received event network-vif-plugged-7d9d6839-ac1f-46d1-91fb-afa82d06758c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.348268] env[69437]: DEBUG oslo_concurrency.lockutils [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] Acquiring lock "02836692-dca7-4e9e-8ea6-caa98b483ff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.348604] env[69437]: DEBUG oslo_concurrency.lockutils [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.348918] env[69437]: DEBUG oslo_concurrency.lockutils [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.349209] env[69437]: DEBUG nova.compute.manager [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] No waiting events found dispatching network-vif-plugged-7d9d6839-ac1f-46d1-91fb-afa82d06758c {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 942.349486] env[69437]: WARNING nova.compute.manager [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Received unexpected event network-vif-plugged-7d9d6839-ac1f-46d1-91fb-afa82d06758c for instance with vm_state building and task_state spawning. [ 942.349756] env[69437]: DEBUG nova.compute.manager [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Received event network-changed-7d9d6839-ac1f-46d1-91fb-afa82d06758c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.350109] env[69437]: DEBUG nova.compute.manager [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Refreshing instance network info cache due to event network-changed-7d9d6839-ac1f-46d1-91fb-afa82d06758c. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.350457] env[69437]: DEBUG oslo_concurrency.lockutils [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] Acquiring lock "refresh_cache-02836692-dca7-4e9e-8ea6-caa98b483ff2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.359181] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103677, 'name': ReconfigVM_Task, 'duration_secs': 0.650822} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.360505] env[69437]: DEBUG nova.network.neutron [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Updating instance_info_cache with network_info: [{"id": "1549edbc-be7c-4f3b-bad2-e4f9bfd63629", "address": "fa:16:3e:4b:f5:3f", "network": {"id": "92df2c14-01c1-4f84-8c86-ed98d8c6915c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-287044054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a836b5c5bedc403396ccd22ea65fc1fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1549edbc-be", "ovs_interfaceid": "1549edbc-be7c-4f3b-bad2-e4f9bfd63629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.362445] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 972570b6-b81a-4d2c-ad83-b14b7d70712c/972570b6-b81a-4d2c-ad83-b14b7d70712c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.367337] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6d20d16-fa20-40d1-a877-e122d459ab19 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.377110] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 942.377110] env[69437]: value = "task-4103679" [ 942.377110] env[69437]: _type = "Task" [ 942.377110] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.388096] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103679, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.404318] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103678, 'name': RemoveSnapshot_Task, 'duration_secs': 0.834961} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.404665] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.405114] env[69437]: DEBUG nova.compute.manager [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.405941] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e10d14-cf48-49a6-8ec2-66467f4584a5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.495368] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: aa306a76-5515-4edc-9b97-8da7c46550a0] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.576106] env[69437]: DEBUG nova.network.neutron [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.631202] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520a1089-5b0c-f89d-7eaa-eb067b8860d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012973} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.631202] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.631202] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 2222023a-8eea-420c-9546-67072fbdd4f0/2222023a-8eea-420c-9546-67072fbdd4f0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.631202] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfcc6058-0384-4c97-8237-acb5babbefa4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.644209] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 942.644209] env[69437]: value = "task-4103680" [ 942.644209] env[69437]: _type = "Task" [ 942.644209] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.666529] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.673558] env[69437]: INFO nova.compute.manager [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Rebuilding instance [ 942.754509] env[69437]: DEBUG nova.compute.manager [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.758495] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03638106-7e3b-486e-9fbf-fcd33029b80f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.858279] env[69437]: DEBUG nova.network.neutron [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Updating instance_info_cache with network_info: [{"id": "7d9d6839-ac1f-46d1-91fb-afa82d06758c", "address": "fa:16:3e:d9:3a:fc", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9d6839-ac", "ovs_interfaceid": "7d9d6839-ac1f-46d1-91fb-afa82d06758c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.868224] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Releasing lock "refresh_cache-f7b17629-a56f-43a8-b963-2c03e4e725c3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.896758] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103679, 'name': Rename_Task, 'duration_secs': 0.289213} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.897113] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.897414] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abfaff0d-608f-4fbc-b511-ae3deed6a667 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.905965] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 942.905965] env[69437]: value = "task-4103681" [ 942.905965] env[69437]: _type = "Task" [ 942.905965] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.924090] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.929083] env[69437]: INFO nova.compute.manager [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Shelve offloading [ 942.988637] env[69437]: DEBUG nova.compute.manager [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.003147] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: de6b1533-4813-4bb5-8a45-acf9f368965e] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.026911] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.027245] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.027346] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.027531] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.027673] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.027821] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.028051] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.028220] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.028394] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.028583] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.028794] env[69437]: DEBUG nova.virt.hardware [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.029936] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65296323-888f-4318-baa1-d2db99f9e2e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.041701] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bf60f5-4434-483d-80c0-270adb6b1120 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.108330] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2890cd24-d87d-4602-a24e-373aee5c8ad6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.118160] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b3e509-7a28-4db0-9319-06e8ee82ec2c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.152287] env[69437]: DEBUG nova.network.neutron [-] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.160031] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2518a6-f6fb-4259-9575-62a7be27d2c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.170796] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103680, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.182126] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a968f-bbdf-49a5-affa-ab0003b7ba3b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.199847] env[69437]: DEBUG nova.compute.provider_tree [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.365161] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "refresh_cache-02836692-dca7-4e9e-8ea6-caa98b483ff2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.365555] env[69437]: DEBUG nova.compute.manager [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Instance network_info: |[{"id": "7d9d6839-ac1f-46d1-91fb-afa82d06758c", "address": "fa:16:3e:d9:3a:fc", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9d6839-ac", "ovs_interfaceid": "7d9d6839-ac1f-46d1-91fb-afa82d06758c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.365920] env[69437]: DEBUG oslo_concurrency.lockutils [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] Acquired lock "refresh_cache-02836692-dca7-4e9e-8ea6-caa98b483ff2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.366144] env[69437]: DEBUG nova.network.neutron [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Refreshing network info cache for port 7d9d6839-ac1f-46d1-91fb-afa82d06758c {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.367455] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:3a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d9d6839-ac1f-46d1-91fb-afa82d06758c', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.380369] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Creating folder: Project (1f3375c222f44a5f8194e4a64fc1f20f). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.387448] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e192b5f2-5ebc-4d9d-8624-fc96c8b6ae78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.394389] env[69437]: DEBUG nova.compute.manager [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.396426] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8743beb-e593-4e44-8f8f-6f4d57e9eaa9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.419300] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Created folder: Project (1f3375c222f44a5f8194e4a64fc1f20f) in parent group-v812682. [ 943.419554] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Creating folder: Instances. Parent ref: group-v812885. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.420234] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ecc67b-030c-4deb-bc3e-57513123035a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.425876] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.438241] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.439200] env[69437]: DEBUG nova.objects.instance [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.442813] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Created folder: Instances in parent group-v812885. [ 943.443133] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.443933] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c7ce29-5936-4861-b5db-4b9bb906aeeb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.446996] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.448133] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eac4d02-7b52-47b5-8fa5-07963d26891a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.477018] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 943.477018] env[69437]: value = "task-4103684" [ 943.477018] env[69437]: _type = "Task" [ 943.477018] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.478926] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.478926] env[69437]: value = "task-4103685" [ 943.478926] env[69437]: _type = "Task" [ 943.478926] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.493642] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103685, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.497778] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 943.498788] env[69437]: DEBUG nova.compute.manager [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.498852] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9699b1a4-3321-4331-92a6-19c1aff1d4cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.508341] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 82ad5e31-7d7d-4a40-af2e-864e4fdbfaa4] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.511077] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.511077] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.511077] env[69437]: DEBUG nova.network.neutron [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.654853] env[69437]: INFO nova.compute.manager [-] [instance: 7e454b5f-a380-48b2-b942-b343d3e2585a] Took 1.57 seconds to deallocate network for instance. [ 943.671395] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630131} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.671395] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 2222023a-8eea-420c-9546-67072fbdd4f0/2222023a-8eea-420c-9546-67072fbdd4f0.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.672387] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.672387] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e9c046f-e86e-492a-b15b-c33e79d56de7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.683492] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 943.683492] env[69437]: value = "task-4103686" [ 943.683492] env[69437]: _type = "Task" [ 943.683492] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.697670] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.750605] env[69437]: DEBUG nova.scheduler.client.report [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 943.750927] env[69437]: DEBUG nova.compute.provider_tree [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 95 to 96 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 943.751181] env[69437]: DEBUG nova.compute.provider_tree [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.777287] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.777617] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1433ff0e-68e1-4293-936a-fc6c9763ca35 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.786563] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 943.786563] env[69437]: value = "task-4103687" [ 943.786563] env[69437]: _type = "Task" [ 943.786563] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.796407] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.861458] env[69437]: DEBUG nova.network.neutron [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Updated VIF entry in instance network info cache for port 7d9d6839-ac1f-46d1-91fb-afa82d06758c. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.861823] env[69437]: DEBUG nova.network.neutron [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Updating instance_info_cache with network_info: [{"id": "7d9d6839-ac1f-46d1-91fb-afa82d06758c", "address": "fa:16:3e:d9:3a:fc", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9d6839-ac", "ovs_interfaceid": "7d9d6839-ac1f-46d1-91fb-afa82d06758c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.905611] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "a4b9f3fb-af23-4c44-8c2f-91cb1541ba17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.905880] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "a4b9f3fb-af23-4c44-8c2f-91cb1541ba17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.906109] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "a4b9f3fb-af23-4c44-8c2f-91cb1541ba17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.906301] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "a4b9f3fb-af23-4c44-8c2f-91cb1541ba17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.906474] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "a4b9f3fb-af23-4c44-8c2f-91cb1541ba17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.908710] env[69437]: INFO nova.compute.manager [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Terminating instance [ 943.925797] env[69437]: DEBUG oslo_vmware.api [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103681, 'name': PowerOnVM_Task, 'duration_secs': 0.742556} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.925797] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.925797] env[69437]: INFO nova.compute.manager [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Took 8.91 seconds to spawn the instance on the hypervisor. [ 943.925797] env[69437]: DEBUG nova.compute.manager [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.925797] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4df697-9ecd-4ad7-afb4-507c0ddda65d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.946731] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.946916] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.947108] env[69437]: DEBUG nova.network.neutron [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.947303] env[69437]: DEBUG nova.objects.instance [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'info_cache' on Instance uuid 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.993636] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103685, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.013558] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 2fbcd70a-d471-4674-a7a4-f9f54282a660] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.062244] env[69437]: DEBUG nova.compute.manager [req-5504ed83-d7ac-4549-ab89-0fd0a9ddca81 req-a5665a74-8c20-4920-8d00-578b9fe8b2c1 service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Received event network-vif-plugged-1d3ba2ec-a436-4320-8018-169188228759 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.062468] env[69437]: DEBUG oslo_concurrency.lockutils [req-5504ed83-d7ac-4549-ab89-0fd0a9ddca81 req-a5665a74-8c20-4920-8d00-578b9fe8b2c1 service nova] Acquiring lock "feac31fc-232c-4234-ade1-1c21fd698501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.062678] env[69437]: DEBUG oslo_concurrency.lockutils [req-5504ed83-d7ac-4549-ab89-0fd0a9ddca81 req-a5665a74-8c20-4920-8d00-578b9fe8b2c1 service nova] Lock "feac31fc-232c-4234-ade1-1c21fd698501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.063168] env[69437]: DEBUG oslo_concurrency.lockutils [req-5504ed83-d7ac-4549-ab89-0fd0a9ddca81 req-a5665a74-8c20-4920-8d00-578b9fe8b2c1 service nova] Lock "feac31fc-232c-4234-ade1-1c21fd698501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.063415] env[69437]: DEBUG nova.compute.manager [req-5504ed83-d7ac-4549-ab89-0fd0a9ddca81 req-a5665a74-8c20-4920-8d00-578b9fe8b2c1 service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] No waiting events found dispatching network-vif-plugged-1d3ba2ec-a436-4320-8018-169188228759 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 944.063522] env[69437]: WARNING nova.compute.manager [req-5504ed83-d7ac-4549-ab89-0fd0a9ddca81 req-a5665a74-8c20-4920-8d00-578b9fe8b2c1 service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Received unexpected event network-vif-plugged-1d3ba2ec-a436-4320-8018-169188228759 for instance with vm_state building and task_state spawning. [ 944.129978] env[69437]: DEBUG nova.network.neutron [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Successfully updated port: 1d3ba2ec-a436-4320-8018-169188228759 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.201614] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082463} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.202709] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.205051] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6052249-90d4-42d0-8de9-d4abaaca09d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.244028] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2222023a-8eea-420c-9546-67072fbdd4f0/2222023a-8eea-420c-9546-67072fbdd4f0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.244028] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d59c8b2-44ed-4425-96e7-19582937d596 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.282923] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 944.282923] env[69437]: value = "task-4103688" [ 944.282923] env[69437]: _type = "Task" [ 944.282923] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.298405] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.303066] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103687, 'name': PowerOffVM_Task, 'duration_secs': 0.439478} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.304733] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.305328] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.306517] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae943c8-65b5-4d47-aaab-809b6e2a21ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.315278] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.316139] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57deee3e-77ce-442d-9fad-06b0f64ddca0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.334774] env[69437]: DEBUG nova.network.neutron [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating instance_info_cache with network_info: [{"id": "031626f9-57b4-4873-b402-b9256b1f4fa5", "address": "fa:16:3e:e5:c9:34", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031626f9-57", "ovs_interfaceid": "031626f9-57b4-4873-b402-b9256b1f4fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.344148] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.344466] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.345068] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Deleting the datastore file [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.345779] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83a9cff2-aada-4129-b400-0940668ba3f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.353986] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 944.353986] env[69437]: value = "task-4103690" [ 944.353986] env[69437]: _type = "Task" [ 944.353986] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.363593] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.364104] env[69437]: DEBUG oslo_concurrency.lockutils [req-efbc94d8-5a69-4b24-8eb6-af034942b936 req-660ae6c6-12a6-408e-8977-8972b6e778f6 service nova] Releasing lock "refresh_cache-02836692-dca7-4e9e-8ea6-caa98b483ff2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.415416] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "refresh_cache-a4b9f3fb-af23-4c44-8c2f-91cb1541ba17" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.415614] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquired lock "refresh_cache-a4b9f3fb-af23-4c44-8c2f-91cb1541ba17" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.415795] env[69437]: DEBUG nova.network.neutron [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.426015] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa3901c-94e3-433c-8f4d-8e475360edfb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.435656] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Doing hard reboot of VM {{(pid=69437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 944.440477] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-af02ca61-bddf-40fb-987a-ca7db90f3c6a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.444304] env[69437]: INFO nova.compute.manager [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Took 59.77 seconds to build instance. [ 944.450541] env[69437]: DEBUG nova.objects.base [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Object Instance<0d25ef4b-fd90-43fa-bcc5-392bc5ad2029> lazy-loaded attributes: flavor,info_cache {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.454376] env[69437]: DEBUG oslo_vmware.api [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 944.454376] env[69437]: value = "task-4103691" [ 944.454376] env[69437]: _type = "Task" [ 944.454376] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.466481] env[69437]: DEBUG oslo_vmware.api [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103691, 'name': ResetVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.493051] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103685, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.519448] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 736eb682-9dd1-45a7-8f88-d83ddae4d68a] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.633503] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "refresh_cache-feac31fc-232c-4234-ade1-1c21fd698501" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.633706] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "refresh_cache-feac31fc-232c-4234-ade1-1c21fd698501" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.633867] env[69437]: DEBUG nova.network.neutron [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.705777] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d57b337-fd08-4a0d-ad70-2c112f416c2f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "7e454b5f-a380-48b2-b942-b343d3e2585a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.211s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.779660] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.287s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.789431] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.398s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.791128] env[69437]: INFO nova.compute.claims [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.810418] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.837707] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.869301] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409821} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.869301] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.869301] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.869577] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.946467] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.929s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.965529] env[69437]: DEBUG nova.network.neutron [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.972983] env[69437]: DEBUG oslo_vmware.api [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103691, 'name': ResetVM_Task, 'duration_secs': 0.134294} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.973215] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Did hard reboot of VM {{(pid=69437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 944.973577] env[69437]: DEBUG nova.compute.manager [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.974470] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf7bb75-2865-4158-8167-5b69e65da751 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.995203] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103685, 'name': CreateVM_Task, 'duration_secs': 1.470143} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.995547] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.996167] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.996562] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.997067] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.997909] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eaf53d7-c6d8-4207-90c2-0256346e452e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.008278] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 945.008278] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52cf67d1-8847-239a-c7a7-255a7cece0fe" [ 945.008278] env[69437]: _type = "Task" [ 945.008278] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.021873] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cf67d1-8847-239a-c7a7-255a7cece0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.022241] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.022473] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.022706] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.022845] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.023028] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.023486] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b06e746-85a0-414d-9fc1-dec67f48ed70 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.028273] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.028273] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Cleaning up deleted instances with incomplete migration {{(pid=69437) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 945.034185] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquiring lock "fcd34c48-657f-4a86-9e2e-45276a35af1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.034437] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "fcd34c48-657f-4a86-9e2e-45276a35af1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.038429] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.038642] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.039592] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9859bac9-d314-4ef3-a404-71d9d980561f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.050484] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 945.050484] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b313c3-40ae-c0d5-cdc0-3622389c627e" [ 945.050484] env[69437]: _type = "Task" [ 945.050484] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.061354] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b313c3-40ae-c0d5-cdc0-3622389c627e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.105849] env[69437]: DEBUG nova.network.neutron [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.181720] env[69437]: DEBUG nova.network.neutron [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.320321] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103688, 'name': ReconfigVM_Task, 'duration_secs': 0.730614} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.322145] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2222023a-8eea-420c-9546-67072fbdd4f0/2222023a-8eea-420c-9546-67072fbdd4f0.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.322757] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6a1002b-f31b-4a01-9020-6c68036ce8d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.331822] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 945.331822] env[69437]: value = "task-4103692" [ 945.331822] env[69437]: _type = "Task" [ 945.331822] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.332881] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.333742] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece8c26d-91fd-44b1-b72b-c7a6b66b2b61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.346236] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.350255] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5491756f-d311-45ac-81c4-027f7bc4288a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.353634] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103692, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.415217] env[69437]: DEBUG nova.network.neutron [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Updating instance_info_cache with network_info: [{"id": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "address": "fa:16:3e:85:20:f0", "network": {"id": "921322db-bb4f-4b58-be4d-71f9de28176d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286415362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5011a7d95b9d4514b4115ecc31f18c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccef22a-5a", "ovs_interfaceid": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.433592] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.433891] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.434146] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleting the datastore file [datastore1] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.434383] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-957c1282-de9f-441d-b272-6a7a40cc40fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.441945] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 945.441945] env[69437]: value = "task-4103694" [ 945.441945] env[69437]: _type = "Task" [ 945.441945] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.451865] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.493065] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f19d334f-330f-4ea3-9d57-7f1a19362783 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.604s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.500732] env[69437]: DEBUG nova.network.neutron [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Updating instance_info_cache with network_info: [{"id": "1d3ba2ec-a436-4320-8018-169188228759", "address": "fa:16:3e:33:20:8c", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3ba2ec-a4", "ovs_interfaceid": "1d3ba2ec-a436-4320-8018-169188228759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.535209] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.536928] env[69437]: DEBUG nova.compute.manager [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.562750] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b313c3-40ae-c0d5-cdc0-3622389c627e, 'name': SearchDatastore_Task, 'duration_secs': 0.012398} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.563756] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb041175-ec47-4fe7-a588-6866211232d1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.571013] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 945.571013] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5230e52b-b360-0f38-aa53-12f55f505c2c" [ 945.571013] env[69437]: _type = "Task" [ 945.571013] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.581323] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5230e52b-b360-0f38-aa53-12f55f505c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.609575] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Releasing lock "refresh_cache-a4b9f3fb-af23-4c44-8c2f-91cb1541ba17" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.610149] env[69437]: DEBUG nova.compute.manager [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.610411] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.611867] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae4ea86-3d45-44d4-b816-36f22bd3030b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.621815] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.622551] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bfd1379-6c04-45c9-addf-de37256bb8d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.631076] env[69437]: DEBUG oslo_vmware.api [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 945.631076] env[69437]: value = "task-4103695" [ 945.631076] env[69437]: _type = "Task" [ 945.631076] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.642188] env[69437]: DEBUG oslo_vmware.api [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.858269] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103692, 'name': Rename_Task, 'duration_secs': 0.224098} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.858587] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.858843] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a889c9e8-6eff-43f4-a670-ff132e88f7ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.868396] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 945.868396] env[69437]: value = "task-4103696" [ 945.868396] env[69437]: _type = "Task" [ 945.868396] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.883858] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.918284] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.919198] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.919198] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.919198] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.919403] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.919403] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.919637] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.919834] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.920055] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.920287] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.920501] env[69437]: DEBUG nova.virt.hardware [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.921158] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Releasing lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.924298] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f159d470-4b17-4686-85f6-5311c0114a3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.941802] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088cda13-0ab5-4ba2-8e48-62af2bd560b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.959187] env[69437]: DEBUG oslo_vmware.api [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254822} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.968838] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.970949] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.970949] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.971732] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Instance VIF info [] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.978702] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.986537] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.988030] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cf45ff9-bf6c-42e4-ad11-cb4b9cd05228 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.004012] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "refresh_cache-feac31fc-232c-4234-ade1-1c21fd698501" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.004475] env[69437]: DEBUG nova.compute.manager [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Instance network_info: |[{"id": "1d3ba2ec-a436-4320-8018-169188228759", "address": "fa:16:3e:33:20:8c", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3ba2ec-a4", "ovs_interfaceid": "1d3ba2ec-a436-4320-8018-169188228759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.005302] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:20:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d3ba2ec-a436-4320-8018-169188228759', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.013021] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.014206] env[69437]: INFO nova.scheduler.client.report [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleted allocations for instance 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 [ 946.018164] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.018164] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.018164] env[69437]: value = "task-4103697" [ 946.018164] env[69437]: _type = "Task" [ 946.018164] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.022023] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e508f486-c565-4b47-b295-565179377c85 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.048506] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.048506] env[69437]: value = "task-4103698" [ 946.048506] env[69437]: _type = "Task" [ 946.048506] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.053881] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103697, 'name': CreateVM_Task} progress is 15%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.075139] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103698, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.089253] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.100069] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5230e52b-b360-0f38-aa53-12f55f505c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.100444] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.100841] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 02836692-dca7-4e9e-8ea6-caa98b483ff2/02836692-dca7-4e9e-8ea6-caa98b483ff2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.101336] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6d2dfb7-37c3-4982-b4a1-618fd0024ab6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.113070] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 946.113070] env[69437]: value = "task-4103699" [ 946.113070] env[69437]: _type = "Task" [ 946.113070] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.125615] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.146174] env[69437]: DEBUG oslo_vmware.api [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103695, 'name': PowerOffVM_Task, 'duration_secs': 0.327867} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.146552] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.146842] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.147253] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10637722-ee44-462e-8f21-9205f9e74312 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.219521] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.219521] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.219521] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Deleting the datastore file [datastore1] a4b9f3fb-af23-4c44-8c2f-91cb1541ba17 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.219521] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-373f9253-546d-46fc-bb73-b9a5c3511d41 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.231101] env[69437]: DEBUG oslo_vmware.api [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for the task: (returnval){ [ 946.231101] env[69437]: value = "task-4103701" [ 946.231101] env[69437]: _type = "Task" [ 946.231101] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.244075] env[69437]: DEBUG oslo_vmware.api [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.266468] env[69437]: DEBUG nova.compute.manager [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Received event network-changed-1d3ba2ec-a436-4320-8018-169188228759 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.266621] env[69437]: DEBUG nova.compute.manager [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Refreshing instance network info cache due to event network-changed-1d3ba2ec-a436-4320-8018-169188228759. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.266816] env[69437]: DEBUG oslo_concurrency.lockutils [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] Acquiring lock "refresh_cache-feac31fc-232c-4234-ade1-1c21fd698501" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.266993] env[69437]: DEBUG oslo_concurrency.lockutils [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] Acquired lock "refresh_cache-feac31fc-232c-4234-ade1-1c21fd698501" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.267943] env[69437]: DEBUG nova.network.neutron [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Refreshing network info cache for port 1d3ba2ec-a436-4320-8018-169188228759 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.361074] env[69437]: INFO nova.compute.manager [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Swapping old allocation on dict_keys(['b52150e3-ffb5-4863-8ac6-a35abaa0b760']) held by migration cf967de0-791d-47be-8b2f-7f2867004b28 for instance [ 946.388919] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.397918] env[69437]: DEBUG nova.scheduler.client.report [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Overwriting current allocation {'allocations': {'b52150e3-ffb5-4863-8ac6-a35abaa0b760': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': '467a03be5c4c4a718e07a82b41213d63', 'user_id': '43c01493d3f940c086713f8e2a04a2ba', 'consumer_generation': 1} on consumer b0d96507-cf10-42e5-815f-66b29f6b9cfd {{(pid=69437) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 946.506878] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef8583a-fbea-46e0-9d82-3b0088bcf64b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.517297] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f138b25-8968-4eca-bc1a-088655e9e93d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.524050] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.527687] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "ae9d7b96-529c-413e-8392-b2e344d258dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.527986] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.565033] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6250155-c847-408e-a7f7-f25fcffce285 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.568637] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.568812] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquired lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.569017] env[69437]: DEBUG nova.network.neutron [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.579751] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103697, 'name': CreateVM_Task, 'duration_secs': 0.540972} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.583542] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.584208] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103698, 'name': CreateVM_Task, 'duration_secs': 0.488896} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.585044] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.585044] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.585243] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.586347] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecf7222-7303-4769-a053-f6d17c69a7e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.590274] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.590527] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c2ddcb-87d7-442e-82f7-c45569724a48 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.593614] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.598702] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 946.598702] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522ed02c-40df-6e6d-1078-2e785bb04eb3" [ 946.598702] env[69437]: _type = "Task" [ 946.598702] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.609145] env[69437]: DEBUG nova.compute.provider_tree [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.619842] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522ed02c-40df-6e6d-1078-2e785bb04eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.628150] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103699, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.663033] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "f7b17629-a56f-43a8-b963-2c03e4e725c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.663033] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.663033] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "f7b17629-a56f-43a8-b963-2c03e4e725c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.663351] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.663571] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.665871] env[69437]: INFO nova.compute.manager [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Terminating instance [ 946.676678] env[69437]: DEBUG nova.compute.manager [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received event network-vif-unplugged-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.676925] env[69437]: DEBUG oslo_concurrency.lockutils [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] Acquiring lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.677602] env[69437]: DEBUG oslo_concurrency.lockutils [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.677803] env[69437]: DEBUG oslo_concurrency.lockutils [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.677984] env[69437]: DEBUG nova.compute.manager [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] No waiting events found dispatching network-vif-unplugged-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.678217] env[69437]: WARNING nova.compute.manager [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received unexpected event network-vif-unplugged-031626f9-57b4-4873-b402-b9256b1f4fa5 for instance with vm_state shelved_offloaded and task_state None. [ 946.678387] env[69437]: DEBUG nova.compute.manager [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received event network-changed-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.678546] env[69437]: DEBUG nova.compute.manager [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Refreshing instance network info cache due to event network-changed-031626f9-57b4-4873-b402-b9256b1f4fa5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.678733] env[69437]: DEBUG oslo_concurrency.lockutils [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] Acquiring lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.678870] env[69437]: DEBUG oslo_concurrency.lockutils [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] Acquired lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.679067] env[69437]: DEBUG nova.network.neutron [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Refreshing network info cache for port 031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.746871] env[69437]: DEBUG oslo_vmware.api [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Task: {'id': task-4103701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403103} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.747290] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.747568] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.747837] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.748127] env[69437]: INFO nova.compute.manager [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Took 1.14 seconds to destroy the instance on the hypervisor. [ 946.748403] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.748662] env[69437]: DEBUG nova.compute.manager [-] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.748789] env[69437]: DEBUG nova.network.neutron [-] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.776409] env[69437]: DEBUG nova.network.neutron [-] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.880899] env[69437]: DEBUG oslo_vmware.api [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103696, 'name': PowerOnVM_Task, 'duration_secs': 1.003641} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.880899] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.880899] env[69437]: INFO nova.compute.manager [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Took 9.19 seconds to spawn the instance on the hypervisor. [ 946.880899] env[69437]: DEBUG nova.compute.manager [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.880899] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655e6863-a991-4b76-8dd4-1d02d4a795b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.933600] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.934151] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9eeaab9-e4fc-4ee9-a74d-4d88e61b3ec9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.942532] env[69437]: DEBUG oslo_vmware.api [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 946.942532] env[69437]: value = "task-4103702" [ 946.942532] env[69437]: _type = "Task" [ 946.942532] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.952812] env[69437]: DEBUG oslo_vmware.api [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.031154] env[69437]: DEBUG nova.compute.manager [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.121448] env[69437]: DEBUG nova.network.neutron [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Updated VIF entry in instance network info cache for port 1d3ba2ec-a436-4320-8018-169188228759. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.121923] env[69437]: DEBUG nova.network.neutron [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Updating instance_info_cache with network_info: [{"id": "1d3ba2ec-a436-4320-8018-169188228759", "address": "fa:16:3e:33:20:8c", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3ba2ec-a4", "ovs_interfaceid": "1d3ba2ec-a436-4320-8018-169188228759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.131899] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522ed02c-40df-6e6d-1078-2e785bb04eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.056082} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.132986] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.134396] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.134705] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.134898] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.135319] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.139912] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.140296] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.140587] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f5d67a4-bd1b-4826-8385-5f6e4235100b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.143799] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570354} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.144892] env[69437]: ERROR nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [req-8dc30cf6-e52e-4f14-bc8a-b0f59a133e9e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8dc30cf6-e52e-4f14-bc8a-b0f59a133e9e"}]} [ 947.145797] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49047176-ed07-4737-970d-12f2bb20e3ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.148310] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 02836692-dca7-4e9e-8ea6-caa98b483ff2/02836692-dca7-4e9e-8ea6-caa98b483ff2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.149018] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.152633] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dfb33d5-0f0c-4dac-af73-c2927bd0b05a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.162563] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 947.162563] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fc9326-623a-a260-47dd-65fa0e387816" [ 947.162563] env[69437]: _type = "Task" [ 947.162563] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.163622] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.163799] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.170335] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7847985a-1517-48fa-8c4f-a3624d35e7a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.173462] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 947.173462] env[69437]: value = "task-4103703" [ 947.173462] env[69437]: _type = "Task" [ 947.173462] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.179516] env[69437]: DEBUG nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 947.180216] env[69437]: DEBUG nova.compute.manager [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.180460] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.182103] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69c3a3b-6d06-4377-9cb4-cadddee832ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.195885] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 947.195885] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5231f2f8-d0ff-b60b-4c6b-e7849cfd9444" [ 947.195885] env[69437]: _type = "Task" [ 947.195885] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.196054] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fc9326-623a-a260-47dd-65fa0e387816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.206531] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.207242] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.208348] env[69437]: DEBUG nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 947.208581] env[69437]: DEBUG nova.compute.provider_tree [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.211082] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45083f87-2ab2-4548-a62b-9f357b6a4983 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.218605] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5231f2f8-d0ff-b60b-4c6b-e7849cfd9444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.221691] env[69437]: DEBUG oslo_vmware.api [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 947.221691] env[69437]: value = "task-4103704" [ 947.221691] env[69437]: _type = "Task" [ 947.221691] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.231461] env[69437]: DEBUG oslo_vmware.api [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.232662] env[69437]: DEBUG nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 947.259436] env[69437]: DEBUG nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 947.280308] env[69437]: DEBUG nova.network.neutron [-] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.408818] env[69437]: INFO nova.compute.manager [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Took 52.99 seconds to build instance. [ 947.429691] env[69437]: DEBUG nova.network.neutron [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance_info_cache with network_info: [{"id": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "address": "fa:16:3e:42:08:88", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd796333-97", "ovs_interfaceid": "bd796333-979f-46d1-ac3f-c2f4337c52cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.461885] env[69437]: DEBUG oslo_vmware.api [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.559817] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.572819] env[69437]: DEBUG nova.network.neutron [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updated VIF entry in instance network info cache for port 031626f9-57b4-4873-b402-b9256b1f4fa5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.573188] env[69437]: DEBUG nova.network.neutron [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating instance_info_cache with network_info: [{"id": "031626f9-57b4-4873-b402-b9256b1f4fa5", "address": "fa:16:3e:e5:c9:34", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap031626f9-57", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.636947] env[69437]: DEBUG oslo_concurrency.lockutils [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] Releasing lock "refresh_cache-feac31fc-232c-4234-ade1-1c21fd698501" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.638400] env[69437]: DEBUG nova.compute.manager [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-changed-ff753bf3-df2f-4b31-af76-7625bd8f9a11 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.638400] env[69437]: DEBUG nova.compute.manager [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Refreshing instance network info cache due to event network-changed-ff753bf3-df2f-4b31-af76-7625bd8f9a11. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.638400] env[69437]: DEBUG oslo_concurrency.lockutils [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] Acquiring lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.638400] env[69437]: DEBUG oslo_concurrency.lockutils [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] Acquired lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.638400] env[69437]: DEBUG nova.network.neutron [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Refreshing network info cache for port ff753bf3-df2f-4b31-af76-7625bd8f9a11 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.678044] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fc9326-623a-a260-47dd-65fa0e387816, 'name': SearchDatastore_Task, 'duration_secs': 0.041991} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.678775] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.679621] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.679621] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.694204] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154432} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.694436] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.695327] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79593855-d5f1-4328-b491-97aa0c24e622 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.713515] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5231f2f8-d0ff-b60b-4c6b-e7849cfd9444, 'name': SearchDatastore_Task, 'duration_secs': 0.033003} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.736339] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 02836692-dca7-4e9e-8ea6-caa98b483ff2/02836692-dca7-4e9e-8ea6-caa98b483ff2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.737206] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b3f886-13e9-4113-a1b9-5cee6ce96d84 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.742999] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251991ec-908b-44ac-9b9d-0c3d5ae8ee88 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.771274] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 947.771274] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524ad238-e289-5858-e52d-98d05a6099d5" [ 947.771274] env[69437]: _type = "Task" [ 947.771274] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.775436] env[69437]: DEBUG oslo_vmware.api [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103704, 'name': PowerOffVM_Task, 'duration_secs': 0.297534} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.780247] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.780333] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.780653] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 947.780653] env[69437]: value = "task-4103705" [ 947.780653] env[69437]: _type = "Task" [ 947.780653] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.785303] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12364552-a187-436a-ba96-94a0ee50d139 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.785833] env[69437]: INFO nova.compute.manager [-] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Took 1.04 seconds to deallocate network for instance. [ 947.802527] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524ad238-e289-5858-e52d-98d05a6099d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.804944] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.805299] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed/b6a1a428-6a60-4fe7-a11d-27983d31bbed.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.806322] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d85cfa-91b3-465b-946b-c8892e2cbcfa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.816226] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.816633] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.817657] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82ec15c7-7770-4122-bba0-b19edaa5da6e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.819133] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.819133] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fe9be7a-b81e-4a43-99c9-78227dd0ee4d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.828985] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd9021a-acf9-406b-b610-b4beb715f786 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.835452] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 947.835452] env[69437]: value = "task-4103707" [ 947.835452] env[69437]: _type = "Task" [ 947.835452] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.835767] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.836017] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.837764] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d7f175-8603-4d9b-8ad3-6ca1dc647960 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.878073] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed05a44-c005-4c58-8582-9290e231aabc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.882330] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 947.882330] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52899f60-bab5-3c82-0672-ceafb5948744" [ 947.882330] env[69437]: _type = "Task" [ 947.882330] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.893696] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.895599] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e5f996-9213-4644-9f7f-cd10c6ca448a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.905347] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52899f60-bab5-3c82-0672-ceafb5948744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.917504] env[69437]: DEBUG oslo_concurrency.lockutils [None req-189ef0d6-fad6-4560-a08f-9925c932fca6 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "2222023a-8eea-420c-9546-67072fbdd4f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.631s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.918052] env[69437]: DEBUG nova.compute.provider_tree [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.932935] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Releasing lock "refresh_cache-b0d96507-cf10-42e5-815f-66b29f6b9cfd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.933536] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.933984] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ac60250-6e91-4c99-842f-95c5c9a405f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.942087] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 947.942087] env[69437]: value = "task-4103708" [ 947.942087] env[69437]: _type = "Task" [ 947.942087] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.956695] env[69437]: DEBUG oslo_vmware.api [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103702, 'name': PowerOnVM_Task, 'duration_secs': 0.70435} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.960582] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.960890] env[69437]: DEBUG nova.compute.manager [None req-07df1038-eb53-4e9f-b540-e074a5f44a1b tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.961132] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.962057] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaccda5-c9c8-4b2c-9588-cc21f51f27df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.075853] env[69437]: DEBUG oslo_concurrency.lockutils [req-bad6c6ee-fb31-4d93-aaa2-5be08cf178d9 req-3126a181-5aec-4ae0-8b52-41cf1be4fab2 service nova] Releasing lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.269255] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.298903] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.304292] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.305724] env[69437]: DEBUG nova.compute.manager [req-572e53c3-2ae7-4e6d-8c2f-8239569662bb req-a9d47f0d-b1db-4ee8-8a2d-c27f9b09ed53 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Received event network-changed-7ec55129-87d4-4738-9e89-69bbf74d57f5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.306086] env[69437]: DEBUG nova.compute.manager [req-572e53c3-2ae7-4e6d-8c2f-8239569662bb req-a9d47f0d-b1db-4ee8-8a2d-c27f9b09ed53 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Refreshing instance network info cache due to event network-changed-7ec55129-87d4-4738-9e89-69bbf74d57f5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.306425] env[69437]: DEBUG oslo_concurrency.lockutils [req-572e53c3-2ae7-4e6d-8c2f-8239569662bb req-a9d47f0d-b1db-4ee8-8a2d-c27f9b09ed53 service nova] Acquiring lock "refresh_cache-2222023a-8eea-420c-9546-67072fbdd4f0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.306695] env[69437]: DEBUG oslo_concurrency.lockutils [req-572e53c3-2ae7-4e6d-8c2f-8239569662bb req-a9d47f0d-b1db-4ee8-8a2d-c27f9b09ed53 service nova] Acquired lock "refresh_cache-2222023a-8eea-420c-9546-67072fbdd4f0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.306977] env[69437]: DEBUG nova.network.neutron [req-572e53c3-2ae7-4e6d-8c2f-8239569662bb req-a9d47f0d-b1db-4ee8-8a2d-c27f9b09ed53 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Refreshing network info cache for port 7ec55129-87d4-4738-9e89-69bbf74d57f5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.352324] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.395678] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52899f60-bab5-3c82-0672-ceafb5948744, 'name': SearchDatastore_Task, 'duration_secs': 0.025484} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.396773] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3fb0871-ae87-41a7-b918-a2d073bc2efa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.404382] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 948.404382] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52cd91ba-11ca-0e7f-1d6e-24278e9b00d5" [ 948.404382] env[69437]: _type = "Task" [ 948.404382] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.414192] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cd91ba-11ca-0e7f-1d6e-24278e9b00d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.448448] env[69437]: ERROR nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [req-2b3cd127-9317-4461-b8e2-1362c93327cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b3cd127-9317-4461-b8e2-1362c93327cb"}]} [ 948.458631] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103708, 'name': PowerOffVM_Task, 'duration_secs': 0.293388} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.458994] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.459793] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:39:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='761972aa-a61a-4713-b0db-9fe8011fb339',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1953802663',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.460024] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.460223] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.460447] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.460715] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.460837] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.461120] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.461372] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.461574] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.461783] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.461974] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.468438] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7115c04-64d3-47d3-b666-fc5442ce6836 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.482537] env[69437]: DEBUG nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 948.494917] env[69437]: DEBUG nova.network.neutron [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updated VIF entry in instance network info cache for port ff753bf3-df2f-4b31-af76-7625bd8f9a11. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.495346] env[69437]: DEBUG nova.network.neutron [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.502382] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 948.502382] env[69437]: value = "task-4103709" [ 948.502382] env[69437]: _type = "Task" [ 948.502382] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.512958] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.514044] env[69437]: DEBUG nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 948.514278] env[69437]: DEBUG nova.compute.provider_tree [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.541796] env[69437]: DEBUG nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 948.562258] env[69437]: DEBUG nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 948.798652] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103705, 'name': ReconfigVM_Task, 'duration_secs': 0.587714} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.798967] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 02836692-dca7-4e9e-8ea6-caa98b483ff2/02836692-dca7-4e9e-8ea6-caa98b483ff2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.799664] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-070868d7-b002-45e9-85f3-582834d50b8d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.806906] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 948.806906] env[69437]: value = "task-4103710" [ 948.806906] env[69437]: _type = "Task" [ 948.806906] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.817736] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103710, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.856241] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697931} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.856241] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed/b6a1a428-6a60-4fe7-a11d-27983d31bbed.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.856241] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.856241] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0a1a1ab-0081-4e38-9c67-bdb32f0de694 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.866113] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 948.866113] env[69437]: value = "task-4103711" [ 948.866113] env[69437]: _type = "Task" [ 948.866113] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.878166] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.926724] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cd91ba-11ca-0e7f-1d6e-24278e9b00d5, 'name': SearchDatastore_Task, 'duration_secs': 0.053721} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.929713] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.930018] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] feac31fc-232c-4234-ade1-1c21fd698501/feac31fc-232c-4234-ade1-1c21fd698501.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.930514] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c87bdd86-aaeb-4543-9581-213f8385e277 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.940154] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 948.940154] env[69437]: value = "task-4103712" [ 948.940154] env[69437]: _type = "Task" [ 948.940154] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.954277] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.964720] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.964962] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.965212] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Deleting the datastore file [datastore1] f7b17629-a56f-43a8-b963-2c03e4e725c3 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.965507] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-976091b1-3714-46f3-8646-99c21c2fcb4a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.973936] env[69437]: DEBUG oslo_vmware.api [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for the task: (returnval){ [ 948.973936] env[69437]: value = "task-4103713" [ 948.973936] env[69437]: _type = "Task" [ 948.973936] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.983144] env[69437]: DEBUG oslo_vmware.api [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.985015] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b94273-bb44-4d31-bd80-f78f578545a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.995216] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ed9ef-29c1-4bb4-8962-d7517bc3913f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.027858] env[69437]: DEBUG oslo_concurrency.lockutils [req-46d01490-6371-411e-a543-89f33f92f44b req-9c9d8909-f6ea-4179-a1f9-cd8ecc7e952b service nova] Releasing lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.035103] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a187e25-83da-4b07-b55b-81402a4fc86c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.047295] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fb0541-cf0e-45f9-9721-4c7f0a22b11e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.051801] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103709, 'name': ReconfigVM_Task, 'duration_secs': 0.481087} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.053366] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ca208e-7dca-43b7-b542-78ab7e83fda2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.065656] env[69437]: DEBUG nova.compute.provider_tree [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.087543] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:39:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='761972aa-a61a-4713-b0db-9fe8011fb339',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1953802663',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.087847] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.087954] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.088165] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.088315] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.088467] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.088677] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.092120] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.092120] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.092120] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.092120] env[69437]: DEBUG nova.virt.hardware [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.093290] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadf7f44-4a62-41f9-88e6-bd5bbb73d1c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.100169] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 949.100169] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52010c3f-c287-671f-0f7f-34136dec5bee" [ 949.100169] env[69437]: _type = "Task" [ 949.100169] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.109875] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52010c3f-c287-671f-0f7f-34136dec5bee, 'name': SearchDatastore_Task, 'duration_secs': 0.007549} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.115428] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.116087] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72219449-f81b-4763-8cd4-379b7806a9f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.137210] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 949.137210] env[69437]: value = "task-4103714" [ 949.137210] env[69437]: _type = "Task" [ 949.137210] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.141398] env[69437]: DEBUG nova.network.neutron [req-572e53c3-2ae7-4e6d-8c2f-8239569662bb req-a9d47f0d-b1db-4ee8-8a2d-c27f9b09ed53 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Updated VIF entry in instance network info cache for port 7ec55129-87d4-4738-9e89-69bbf74d57f5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.141768] env[69437]: DEBUG nova.network.neutron [req-572e53c3-2ae7-4e6d-8c2f-8239569662bb req-a9d47f0d-b1db-4ee8-8a2d-c27f9b09ed53 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Updating instance_info_cache with network_info: [{"id": "7ec55129-87d4-4738-9e89-69bbf74d57f5", "address": "fa:16:3e:6d:03:e6", "network": {"id": "6e5b8537-2331-4231-803e-02a56f658008", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-393784806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bb5aee0e484bf08c17a754236c8675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec55129-87", "ovs_interfaceid": "7ec55129-87d4-4738-9e89-69bbf74d57f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.148740] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.317330] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103710, 'name': Rename_Task, 'duration_secs': 0.192207} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.317330] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.317554] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-639197b0-2756-47b4-9076-2827906f70ca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.326734] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 949.326734] env[69437]: value = "task-4103715" [ 949.326734] env[69437]: _type = "Task" [ 949.326734] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.336991] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.378454] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172503} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.378869] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.380022] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5670b697-30cb-45f6-a4b6-55ac400bcc6b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.405772] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed/b6a1a428-6a60-4fe7-a11d-27983d31bbed.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.406039] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898d1116-73b1-45bf-b28b-1749f3f67732 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.429342] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 949.429342] env[69437]: value = "task-4103716" [ 949.429342] env[69437]: _type = "Task" [ 949.429342] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.440382] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.455869] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.485713] env[69437]: DEBUG oslo_vmware.api [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Task: {'id': task-4103713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23164} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.486067] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.486331] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.486578] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.486783] env[69437]: INFO nova.compute.manager [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Took 2.31 seconds to destroy the instance on the hypervisor. [ 949.487049] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.487297] env[69437]: DEBUG nova.compute.manager [-] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.487393] env[69437]: DEBUG nova.network.neutron [-] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.569442] env[69437]: DEBUG nova.scheduler.client.report [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.644754] env[69437]: DEBUG oslo_concurrency.lockutils [req-572e53c3-2ae7-4e6d-8c2f-8239569662bb req-a9d47f0d-b1db-4ee8-8a2d-c27f9b09ed53 service nova] Releasing lock "refresh_cache-2222023a-8eea-420c-9546-67072fbdd4f0" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.648530] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103714, 'name': ReconfigVM_Task, 'duration_secs': 0.302632} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.648902] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.649680] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc82c8d-0c85-4f37-afc2-d2640c0ad364 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.679050] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b0d96507-cf10-42e5-815f-66b29f6b9cfd/b0d96507-cf10-42e5-815f-66b29f6b9cfd.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.679050] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93466a2f-3570-4414-87e3-6176355d475e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.700893] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 949.700893] env[69437]: value = "task-4103717" [ 949.700893] env[69437]: _type = "Task" [ 949.700893] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.714305] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.820535] env[69437]: DEBUG nova.compute.manager [req-cd56fa7b-aec7-4091-a6ff-ec181da35599 req-5f0d4ae2-3d65-461f-afbd-7e6a0a0aa18a service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Received event network-vif-deleted-1549edbc-be7c-4f3b-bad2-e4f9bfd63629 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.820757] env[69437]: INFO nova.compute.manager [req-cd56fa7b-aec7-4091-a6ff-ec181da35599 req-5f0d4ae2-3d65-461f-afbd-7e6a0a0aa18a service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Neutron deleted interface 1549edbc-be7c-4f3b-bad2-e4f9bfd63629; detaching it from the instance and deleting it from the info cache [ 949.820957] env[69437]: DEBUG nova.network.neutron [req-cd56fa7b-aec7-4091-a6ff-ec181da35599 req-5f0d4ae2-3d65-461f-afbd-7e6a0a0aa18a service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.839921] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.940955] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103716, 'name': ReconfigVM_Task, 'duration_secs': 0.428392} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.941423] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed/b6a1a428-6a60-4fe7-a11d-27983d31bbed.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.942091] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5151d4a3-3724-4443-8b11-e66c5980e8c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.954309] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57822} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.955865] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] feac31fc-232c-4234-ade1-1c21fd698501/feac31fc-232c-4234-ade1-1c21fd698501.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.956179] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.956529] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 949.956529] env[69437]: value = "task-4103718" [ 949.956529] env[69437]: _type = "Task" [ 949.956529] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.957201] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-994ad4bb-c403-4634-b9cc-6dc76264db0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.968347] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103718, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.969849] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 949.969849] env[69437]: value = "task-4103719" [ 949.969849] env[69437]: _type = "Task" [ 949.969849] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.979730] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.075955] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.286s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.076608] env[69437]: DEBUG nova.compute.manager [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.079697] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.063s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.079934] env[69437]: DEBUG nova.objects.instance [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lazy-loading 'resources' on Instance uuid d4c6b990-e54e-4007-b47d-76f4d51239e5 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.212464] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.299723] env[69437]: DEBUG nova.network.neutron [-] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.324442] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7df47776-fd8f-4db3-99fd-354949f9dd7e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.337057] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51492cf0-48da-4ff1-b1ce-a3a82e094669 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.352214] env[69437]: DEBUG oslo_vmware.api [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103715, 'name': PowerOnVM_Task, 'duration_secs': 0.639917} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.352917] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.353168] env[69437]: INFO nova.compute.manager [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Took 10.04 seconds to spawn the instance on the hypervisor. [ 950.353364] env[69437]: DEBUG nova.compute.manager [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.354220] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b6a9ad-85ef-4de3-90b5-ea4fdbe2c447 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.378465] env[69437]: DEBUG nova.compute.manager [req-cd56fa7b-aec7-4091-a6ff-ec181da35599 req-5f0d4ae2-3d65-461f-afbd-7e6a0a0aa18a service nova] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Detach interface failed, port_id=1549edbc-be7c-4f3b-bad2-e4f9bfd63629, reason: Instance f7b17629-a56f-43a8-b963-2c03e4e725c3 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.470103] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103718, 'name': Rename_Task, 'duration_secs': 0.202895} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.470588] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.473868] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef0b06d-577f-45a3-ba96-30beed843c6e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.481127] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097238} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.482521] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.482895] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 950.482895] env[69437]: value = "task-4103720" [ 950.482895] env[69437]: _type = "Task" [ 950.482895] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.483600] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e022bf-4aba-45b5-9e5d-df1540bd186a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.494112] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.514278] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] feac31fc-232c-4234-ade1-1c21fd698501/feac31fc-232c-4234-ade1-1c21fd698501.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.514572] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbe757a-4027-445f-8601-7b9ba3a49733 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.536557] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 950.536557] env[69437]: value = "task-4103721" [ 950.536557] env[69437]: _type = "Task" [ 950.536557] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.545947] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.586691] env[69437]: DEBUG nova.compute.utils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.588861] env[69437]: DEBUG nova.compute.manager [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.589143] env[69437]: DEBUG nova.network.neutron [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.641539] env[69437]: DEBUG nova.policy [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbb2b2860b164ea28bc426b176dc1259', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3375c222f44a5f8194e4a64fc1f20f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.716044] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103717, 'name': ReconfigVM_Task, 'duration_secs': 0.540852} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.716044] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b0d96507-cf10-42e5-815f-66b29f6b9cfd/b0d96507-cf10-42e5-815f-66b29f6b9cfd.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.716044] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d186b02-cf20-4752-bf3f-8cf3eb98a621 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.740020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b345c8f5-bc40-47c4-85d5-f26d94376c1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.764763] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f805d32d-b2db-46ac-ac95-b68bb6e9f3f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.787048] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d251d832-7fcf-4f2d-9014-d8e4948a4d6f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.795358] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.795634] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3bfa283-062f-48df-b767-ee98e9dfb677 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.802763] env[69437]: INFO nova.compute.manager [-] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Took 1.32 seconds to deallocate network for instance. [ 950.805950] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 950.805950] env[69437]: value = "task-4103722" [ 950.805950] env[69437]: _type = "Task" [ 950.805950] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.817822] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.889404] env[69437]: INFO nova.compute.manager [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Took 49.10 seconds to build instance. [ 950.994192] env[69437]: DEBUG nova.network.neutron [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Successfully created port: cb679779-1e59-4966-af2f-e1866acf84a5 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.003169] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.048771] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.092652] env[69437]: DEBUG nova.compute.manager [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.095825] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd00ca66-bb64-4e0e-b46b-8bf82cc15a3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.104990] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052dfa85-bde4-4060-9b64-5f1d86cacb1f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.141450] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e213938-1139-496f-baba-10ede1da56ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.151876] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09867fee-d504-4546-8894-4124de81db6a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.169471] env[69437]: DEBUG nova.compute.provider_tree [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.317200] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.325330] env[69437]: DEBUG oslo_vmware.api [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103722, 'name': PowerOnVM_Task, 'duration_secs': 0.489314} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.326195] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.391358] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.623s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.496757] env[69437]: DEBUG oslo_vmware.api [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103720, 'name': PowerOnVM_Task, 'duration_secs': 0.800141} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.497309] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.497658] env[69437]: DEBUG nova.compute.manager [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.498821] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d95436-ec16-4501-aec4-d9ef5fe9ce69 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.548891] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103721, 'name': ReconfigVM_Task, 'duration_secs': 0.611453} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.548891] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Reconfigured VM instance instance-00000049 to attach disk [datastore1] feac31fc-232c-4234-ade1-1c21fd698501/feac31fc-232c-4234-ade1-1c21fd698501.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.549351] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a17139eb-982f-4aaa-93f8-9087091fe067 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.556504] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 951.556504] env[69437]: value = "task-4103723" [ 951.556504] env[69437]: _type = "Task" [ 951.556504] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.565316] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103723, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.673075] env[69437]: DEBUG nova.scheduler.client.report [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.020861] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.067676] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103723, 'name': Rename_Task, 'duration_secs': 0.267636} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.067995] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.068307] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35f4505a-13a0-428e-a213-327d369901bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.075875] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 952.075875] env[69437]: value = "task-4103724" [ 952.075875] env[69437]: _type = "Task" [ 952.075875] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.086992] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.105957] env[69437]: DEBUG nova.compute.manager [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.139989] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.140301] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.140468] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.140655] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.140806] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.140952] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.141242] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.141420] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.141614] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.141822] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.142079] env[69437]: DEBUG nova.virt.hardware [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.142949] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c3ddcd-7e98-4442-89c5-0452a3cf5d7d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.154116] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6383a15e-e506-412d-93dd-7715ae0c0c3c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.178141] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.180668] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.596s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.180821] env[69437]: DEBUG nova.objects.instance [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 952.203840] env[69437]: INFO nova.scheduler.client.report [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Deleted allocations for instance d4c6b990-e54e-4007-b47d-76f4d51239e5 [ 952.340420] env[69437]: INFO nova.compute.manager [None req-6025b4dc-cc13-441d-8138-7ce746dcf998 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance to original state: 'active' [ 952.543022] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "b6a1a428-6a60-4fe7-a11d-27983d31bbed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.543022] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "b6a1a428-6a60-4fe7-a11d-27983d31bbed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.543022] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "b6a1a428-6a60-4fe7-a11d-27983d31bbed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.543022] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "b6a1a428-6a60-4fe7-a11d-27983d31bbed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.543022] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "b6a1a428-6a60-4fe7-a11d-27983d31bbed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.544124] env[69437]: INFO nova.compute.manager [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Terminating instance [ 952.587482] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.650135] env[69437]: DEBUG nova.compute.manager [req-a7eeaab0-29a3-4c39-869a-d470194ecd26 req-db0a4650-d80b-44a1-9d17-f2a5e34c41eb service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Received event network-vif-plugged-cb679779-1e59-4966-af2f-e1866acf84a5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.650399] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7eeaab0-29a3-4c39-869a-d470194ecd26 req-db0a4650-d80b-44a1-9d17-f2a5e34c41eb service nova] Acquiring lock "8e987476-3abe-4296-8177-30af904662ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.650934] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7eeaab0-29a3-4c39-869a-d470194ecd26 req-db0a4650-d80b-44a1-9d17-f2a5e34c41eb service nova] Lock "8e987476-3abe-4296-8177-30af904662ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.651227] env[69437]: DEBUG oslo_concurrency.lockutils [req-a7eeaab0-29a3-4c39-869a-d470194ecd26 req-db0a4650-d80b-44a1-9d17-f2a5e34c41eb service nova] Lock "8e987476-3abe-4296-8177-30af904662ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.651400] env[69437]: DEBUG nova.compute.manager [req-a7eeaab0-29a3-4c39-869a-d470194ecd26 req-db0a4650-d80b-44a1-9d17-f2a5e34c41eb service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] No waiting events found dispatching network-vif-plugged-cb679779-1e59-4966-af2f-e1866acf84a5 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.651575] env[69437]: WARNING nova.compute.manager [req-a7eeaab0-29a3-4c39-869a-d470194ecd26 req-db0a4650-d80b-44a1-9d17-f2a5e34c41eb service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Received unexpected event network-vif-plugged-cb679779-1e59-4966-af2f-e1866acf84a5 for instance with vm_state building and task_state spawning. [ 952.707981] env[69437]: DEBUG nova.network.neutron [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Successfully updated port: cb679779-1e59-4966-af2f-e1866acf84a5 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.716067] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "d4c6b990-e54e-4007-b47d-76f4d51239e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.251s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.050375] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "refresh_cache-b6a1a428-6a60-4fe7-a11d-27983d31bbed" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.050571] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquired lock "refresh_cache-b6a1a428-6a60-4fe7-a11d-27983d31bbed" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.050810] env[69437]: DEBUG nova.network.neutron [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.090114] env[69437]: DEBUG oslo_vmware.api [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103724, 'name': PowerOnVM_Task, 'duration_secs': 0.698874} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.090527] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.090849] env[69437]: INFO nova.compute.manager [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Took 10.10 seconds to spawn the instance on the hypervisor. [ 953.091169] env[69437]: DEBUG nova.compute.manager [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.092621] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd7005b-bee9-4375-8497-fad1e25fac6f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.197173] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdddb169-3f7c-48ee-8fa9-2dcfdfeaef6a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.198399] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.286s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.200809] env[69437]: INFO nova.compute.claims [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.213378] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "refresh_cache-8e987476-3abe-4296-8177-30af904662ab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.213449] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "refresh_cache-8e987476-3abe-4296-8177-30af904662ab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.213639] env[69437]: DEBUG nova.network.neutron [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.330087] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.330370] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.330581] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.330764] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.330933] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.333424] env[69437]: INFO nova.compute.manager [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Terminating instance [ 953.572243] env[69437]: DEBUG nova.network.neutron [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.616120] env[69437]: INFO nova.compute.manager [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Took 47.85 seconds to build instance. [ 953.640893] env[69437]: DEBUG nova.network.neutron [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.762605] env[69437]: DEBUG nova.network.neutron [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.838573] env[69437]: DEBUG nova.compute.manager [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.838820] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.840040] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762fdbb3-140f-4799-9170-61159bf165ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.849168] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.849465] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92fc3e38-a9b5-4670-aeb1-7f56b5939e15 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.857267] env[69437]: DEBUG oslo_vmware.api [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 953.857267] env[69437]: value = "task-4103726" [ 953.857267] env[69437]: _type = "Task" [ 953.857267] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.867799] env[69437]: DEBUG oslo_vmware.api [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.908507] env[69437]: DEBUG nova.network.neutron [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Updating instance_info_cache with network_info: [{"id": "cb679779-1e59-4966-af2f-e1866acf84a5", "address": "fa:16:3e:57:5a:29", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb679779-1e", "ovs_interfaceid": "cb679779-1e59-4966-af2f-e1866acf84a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.118420] env[69437]: DEBUG oslo_concurrency.lockutils [None req-de1cb168-52a5-40be-a79b-74686dca275c tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "feac31fc-232c-4234-ade1-1c21fd698501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.656s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.143441] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Releasing lock "refresh_cache-b6a1a428-6a60-4fe7-a11d-27983d31bbed" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.144015] env[69437]: DEBUG nova.compute.manager [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.144294] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.145622] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc5255e-abfa-4587-a1be-f1c43678e61c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.155467] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.155749] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b3802b-39c3-468b-8f9a-7f7a25760c80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.163519] env[69437]: DEBUG oslo_vmware.api [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 954.163519] env[69437]: value = "task-4103727" [ 954.163519] env[69437]: _type = "Task" [ 954.163519] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.172883] env[69437]: DEBUG oslo_vmware.api [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.370667] env[69437]: DEBUG oslo_vmware.api [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103726, 'name': PowerOffVM_Task, 'duration_secs': 0.269303} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.370952] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.371870] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.371870] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a10cab3-53ac-4fd2-ba83-351118210c36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.411342] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "refresh_cache-8e987476-3abe-4296-8177-30af904662ab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.411673] env[69437]: DEBUG nova.compute.manager [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Instance network_info: |[{"id": "cb679779-1e59-4966-af2f-e1866acf84a5", "address": "fa:16:3e:57:5a:29", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb679779-1e", "ovs_interfaceid": "cb679779-1e59-4966-af2f-e1866acf84a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.412139] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:5a:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb679779-1e59-4966-af2f-e1866acf84a5', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.420089] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.423656] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e987476-3abe-4296-8177-30af904662ab] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.424066] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26254118-e530-431f-983f-ef9632ad9e54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.448694] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.448694] env[69437]: value = "task-4103729" [ 954.448694] env[69437]: _type = "Task" [ 954.448694] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.455455] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.455688] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.455899] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Deleting the datastore file [datastore1] b0d96507-cf10-42e5-815f-66b29f6b9cfd {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.456911] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647be560-3002-48f2-aae9-80dfcac8cbcb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.462132] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103729, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.466947] env[69437]: DEBUG oslo_vmware.api [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 954.466947] env[69437]: value = "task-4103730" [ 954.466947] env[69437]: _type = "Task" [ 954.466947] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.477606] env[69437]: DEBUG oslo_vmware.api [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.634273] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdd83e8-d7e6-4429-b39b-8256b10769b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.644721] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e945902-a780-4c22-983a-f3de05f993b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.682145] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f3766-a2b6-4611-ac35-375c71c2c0ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.687279] env[69437]: DEBUG nova.compute.manager [req-bdd2b86d-2e5a-44a5-8899-5b27020bfd44 req-a727b73c-4333-4184-857c-06d1b928a0c6 service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Received event network-changed-cb679779-1e59-4966-af2f-e1866acf84a5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.687522] env[69437]: DEBUG nova.compute.manager [req-bdd2b86d-2e5a-44a5-8899-5b27020bfd44 req-a727b73c-4333-4184-857c-06d1b928a0c6 service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Refreshing instance network info cache due to event network-changed-cb679779-1e59-4966-af2f-e1866acf84a5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.687782] env[69437]: DEBUG oslo_concurrency.lockutils [req-bdd2b86d-2e5a-44a5-8899-5b27020bfd44 req-a727b73c-4333-4184-857c-06d1b928a0c6 service nova] Acquiring lock "refresh_cache-8e987476-3abe-4296-8177-30af904662ab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.687978] env[69437]: DEBUG oslo_concurrency.lockutils [req-bdd2b86d-2e5a-44a5-8899-5b27020bfd44 req-a727b73c-4333-4184-857c-06d1b928a0c6 service nova] Acquired lock "refresh_cache-8e987476-3abe-4296-8177-30af904662ab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.688172] env[69437]: DEBUG nova.network.neutron [req-bdd2b86d-2e5a-44a5-8899-5b27020bfd44 req-a727b73c-4333-4184-857c-06d1b928a0c6 service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Refreshing network info cache for port cb679779-1e59-4966-af2f-e1866acf84a5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.695948] env[69437]: DEBUG oslo_vmware.api [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103727, 'name': PowerOffVM_Task, 'duration_secs': 0.182471} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.699378] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.699610] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.700700] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-961fc780-e431-4b5f-9596-b5f08783be33 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.704452] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7c972d-2b1a-471e-a619-b1e34193ac73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.721787] env[69437]: DEBUG nova.compute.provider_tree [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.750022] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.750022] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.750650] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Deleting the datastore file [datastore1] b6a1a428-6a60-4fe7-a11d-27983d31bbed {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.752040] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9726e63f-70b5-4cc4-8dec-e1e41ccbd288 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.759635] env[69437]: DEBUG oslo_vmware.api [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for the task: (returnval){ [ 954.759635] env[69437]: value = "task-4103732" [ 954.759635] env[69437]: _type = "Task" [ 954.759635] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.769871] env[69437]: DEBUG oslo_vmware.api [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.961172] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103729, 'name': CreateVM_Task, 'duration_secs': 0.401683} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.961463] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e987476-3abe-4296-8177-30af904662ab] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.962522] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.962759] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.963226] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.963560] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1165c42-e3fe-4121-a9a6-eb9146458172 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.975570] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 954.975570] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bc1242-f704-0767-f61d-bfa578fdc2b5" [ 954.975570] env[69437]: _type = "Task" [ 954.975570] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.983268] env[69437]: DEBUG oslo_vmware.api [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31212} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.983971] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.984204] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.984374] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.984551] env[69437]: INFO nova.compute.manager [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 954.984826] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.985043] env[69437]: DEBUG nova.compute.manager [-] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.985145] env[69437]: DEBUG nova.network.neutron [-] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.990730] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bc1242-f704-0767-f61d-bfa578fdc2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.016174} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.991279] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.991532] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.991771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.991932] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.992184] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.992540] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd1916f-71a7-48cc-a275-c15aaa6152e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.002306] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.003301] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.003301] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392506a2-3c8d-4730-a73a-c0dd32350c20 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.009071] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 955.009071] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b6523f-d1fa-bbe8-f352-53bf96de89be" [ 955.009071] env[69437]: _type = "Task" [ 955.009071] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.017854] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b6523f-d1fa-bbe8-f352-53bf96de89be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.266349] env[69437]: DEBUG nova.scheduler.client.report [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.266711] env[69437]: DEBUG nova.compute.provider_tree [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 100 to 101 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.266918] env[69437]: DEBUG nova.compute.provider_tree [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.285295] env[69437]: DEBUG oslo_vmware.api [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Task: {'id': task-4103732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222176} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.289856] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.291593] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.291593] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.291593] env[69437]: INFO nova.compute.manager [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Took 1.15 seconds to destroy the instance on the hypervisor. [ 955.291776] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.292633] env[69437]: DEBUG nova.compute.manager [-] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.292734] env[69437]: DEBUG nova.network.neutron [-] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.312909] env[69437]: DEBUG nova.network.neutron [-] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.478084] env[69437]: DEBUG nova.network.neutron [req-bdd2b86d-2e5a-44a5-8899-5b27020bfd44 req-a727b73c-4333-4184-857c-06d1b928a0c6 service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Updated VIF entry in instance network info cache for port cb679779-1e59-4966-af2f-e1866acf84a5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.478529] env[69437]: DEBUG nova.network.neutron [req-bdd2b86d-2e5a-44a5-8899-5b27020bfd44 req-a727b73c-4333-4184-857c-06d1b928a0c6 service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Updating instance_info_cache with network_info: [{"id": "cb679779-1e59-4966-af2f-e1866acf84a5", "address": "fa:16:3e:57:5a:29", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb679779-1e", "ovs_interfaceid": "cb679779-1e59-4966-af2f-e1866acf84a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.520770] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b6523f-d1fa-bbe8-f352-53bf96de89be, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.521747] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ee3862-7c15-4d4e-af1f-623af16cf470 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.528180] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 955.528180] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529b7d94-a8e6-c667-1124-29f685d842d5" [ 955.528180] env[69437]: _type = "Task" [ 955.528180] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.537868] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529b7d94-a8e6-c667-1124-29f685d842d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.780038] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.780038] env[69437]: DEBUG nova.compute.manager [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.783351] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.719s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.783608] env[69437]: DEBUG nova.objects.instance [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lazy-loading 'resources' on Instance uuid 663db49f-3ea2-4c02-aa0c-8134ec63157c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.815033] env[69437]: DEBUG nova.network.neutron [-] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.895784] env[69437]: DEBUG nova.network.neutron [-] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.982260] env[69437]: DEBUG oslo_concurrency.lockutils [req-bdd2b86d-2e5a-44a5-8899-5b27020bfd44 req-a727b73c-4333-4184-857c-06d1b928a0c6 service nova] Releasing lock "refresh_cache-8e987476-3abe-4296-8177-30af904662ab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.039137] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529b7d94-a8e6-c667-1124-29f685d842d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014152} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.039443] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.039770] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 8e987476-3abe-4296-8177-30af904662ab/8e987476-3abe-4296-8177-30af904662ab.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.039978] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9d36859-a37e-499e-b8f7-25476b53ba4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.048941] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 956.048941] env[69437]: value = "task-4103733" [ 956.048941] env[69437]: _type = "Task" [ 956.048941] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.057505] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.071308] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.071557] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.071766] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.071948] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.072135] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.074300] env[69437]: INFO nova.compute.manager [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Terminating instance [ 956.291165] env[69437]: DEBUG nova.compute.utils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.293357] env[69437]: DEBUG nova.compute.manager [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.293357] env[69437]: DEBUG nova.network.neutron [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.318099] env[69437]: INFO nova.compute.manager [-] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Took 1.02 seconds to deallocate network for instance. [ 956.341045] env[69437]: DEBUG nova.policy [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5d7234584cd4ca691c48de743959cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '873953e7e17644a1bd4f10b509a72aaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.398554] env[69437]: INFO nova.compute.manager [-] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Took 1.41 seconds to deallocate network for instance. [ 956.574867] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103733, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.577994] env[69437]: DEBUG nova.compute.manager [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.578212] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.579101] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc558ae1-dcce-48a5-a5f5-af11eb4900fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.589044] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.589044] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93af5005-a315-4a61-82a6-181e88cc1ded {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.596472] env[69437]: DEBUG oslo_vmware.api [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 956.596472] env[69437]: value = "task-4103734" [ 956.596472] env[69437]: _type = "Task" [ 956.596472] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.609163] env[69437]: DEBUG oslo_vmware.api [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.718978] env[69437]: DEBUG nova.compute.manager [req-1ec40132-9309-48f9-ac8a-06b11f6f151b req-80479ebd-987a-4b30-87c0-dcafb12e2b60 service nova] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Received event network-vif-deleted-bd796333-979f-46d1-ac3f-c2f4337c52cb {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.796544] env[69437]: DEBUG nova.compute.manager [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.802726] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af1b60-c1a4-4c6b-a63b-2ce950517d01 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.812307] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d327c6-6559-4a2f-8e6e-ca70314b90f3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.850030] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.851684] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8094b85-abcc-47d6-9eb3-59881a7ff759 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.855527] env[69437]: DEBUG nova.network.neutron [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Successfully created port: ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.865667] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9dfae-50c8-438c-bc07-2b73d01a9881 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.886334] env[69437]: DEBUG nova.compute.provider_tree [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.911392] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.064688] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103733, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.107488] env[69437]: DEBUG oslo_vmware.api [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103734, 'name': PowerOffVM_Task, 'duration_secs': 0.306593} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.107790] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.107961] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.108523] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82ea739a-cad7-406d-9f36-3b66efca4049 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.181115] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.181520] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.181808] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Deleting the datastore file [datastore2] 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.182179] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f34dcd-ae15-4077-9971-0df4f911a6b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.189262] env[69437]: DEBUG oslo_vmware.api [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for the task: (returnval){ [ 957.189262] env[69437]: value = "task-4103736" [ 957.189262] env[69437]: _type = "Task" [ 957.189262] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.197888] env[69437]: DEBUG oslo_vmware.api [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.388171] env[69437]: DEBUG nova.scheduler.client.report [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.566118] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103733, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.028308} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.566420] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 8e987476-3abe-4296-8177-30af904662ab/8e987476-3abe-4296-8177-30af904662ab.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.566685] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.566990] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29503ea5-6e86-46e5-9341-eb62e551bd0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.574636] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 957.574636] env[69437]: value = "task-4103737" [ 957.574636] env[69437]: _type = "Task" [ 957.574636] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.584548] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.701022] env[69437]: DEBUG oslo_vmware.api [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Task: {'id': task-4103736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441497} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.701355] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.701552] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.701731] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.701908] env[69437]: INFO nova.compute.manager [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Took 1.12 seconds to destroy the instance on the hypervisor. [ 957.702233] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.702510] env[69437]: DEBUG nova.compute.manager [-] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.702647] env[69437]: DEBUG nova.network.neutron [-] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.813844] env[69437]: DEBUG nova.compute.manager [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.847234] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.847234] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.847371] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.847653] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.847709] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.847841] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.848060] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.848224] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.848394] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.848573] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.848756] env[69437]: DEBUG nova.virt.hardware [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.849862] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498113fe-1c74-4585-ac0e-3d16a8933f0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.858935] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34644f-fefe-4534-9cc2-546c0544f843 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.893881] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.896348] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.306s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.898140] env[69437]: INFO nova.compute.claims [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.923940] env[69437]: INFO nova.scheduler.client.report [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted allocations for instance 663db49f-3ea2-4c02-aa0c-8134ec63157c [ 958.089042] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121234} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.089200] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.090573] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ddccb-7b46-455c-b1d7-610bf448f91a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.118085] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 8e987476-3abe-4296-8177-30af904662ab/8e987476-3abe-4296-8177-30af904662ab.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.118799] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee7f7a9-7168-4da4-84e2-5b950d020e5b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.140554] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 958.140554] env[69437]: value = "task-4103738" [ 958.140554] env[69437]: _type = "Task" [ 958.140554] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.149845] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.392871] env[69437]: DEBUG nova.compute.manager [req-61bc8c20-3b90-4c82-bfa0-8b2c3010e44b req-0c1a23a8-c8f7-427b-9d8d-edd855004ae2 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Received event network-vif-plugged-ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.393109] env[69437]: DEBUG oslo_concurrency.lockutils [req-61bc8c20-3b90-4c82-bfa0-8b2c3010e44b req-0c1a23a8-c8f7-427b-9d8d-edd855004ae2 service nova] Acquiring lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.393411] env[69437]: DEBUG oslo_concurrency.lockutils [req-61bc8c20-3b90-4c82-bfa0-8b2c3010e44b req-0c1a23a8-c8f7-427b-9d8d-edd855004ae2 service nova] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.393529] env[69437]: DEBUG oslo_concurrency.lockutils [req-61bc8c20-3b90-4c82-bfa0-8b2c3010e44b req-0c1a23a8-c8f7-427b-9d8d-edd855004ae2 service nova] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.393657] env[69437]: DEBUG nova.compute.manager [req-61bc8c20-3b90-4c82-bfa0-8b2c3010e44b req-0c1a23a8-c8f7-427b-9d8d-edd855004ae2 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] No waiting events found dispatching network-vif-plugged-ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 958.393833] env[69437]: WARNING nova.compute.manager [req-61bc8c20-3b90-4c82-bfa0-8b2c3010e44b req-0c1a23a8-c8f7-427b-9d8d-edd855004ae2 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Received unexpected event network-vif-plugged-ef7050ab-df12-4ed6-8eb9-f258cc08568b for instance with vm_state building and task_state spawning. [ 958.432327] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "663db49f-3ea2-4c02-aa0c-8134ec63157c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.965s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.508149] env[69437]: DEBUG nova.network.neutron [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Successfully updated port: ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.652653] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103738, 'name': ReconfigVM_Task, 'duration_secs': 0.445371} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.652653] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 8e987476-3abe-4296-8177-30af904662ab/8e987476-3abe-4296-8177-30af904662ab.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.654548] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b60df66b-8221-4669-915b-e0b90a610b02 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.666263] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 958.666263] env[69437]: value = "task-4103739" [ 958.666263] env[69437]: _type = "Task" [ 958.666263] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.676566] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103739, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.749684] env[69437]: DEBUG nova.compute.manager [req-35aa2b9b-9b4f-476e-b69b-f5d9fd0a7b01 req-71ef2e26-53eb-4ca3-aa50-38ed8f6a0a9f service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Received event network-vif-deleted-10dc94f3-d120-4865-b939-e6a0c56d8b55 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.750027] env[69437]: INFO nova.compute.manager [req-35aa2b9b-9b4f-476e-b69b-f5d9fd0a7b01 req-71ef2e26-53eb-4ca3-aa50-38ed8f6a0a9f service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Neutron deleted interface 10dc94f3-d120-4865-b939-e6a0c56d8b55; detaching it from the instance and deleting it from the info cache [ 958.750316] env[69437]: DEBUG nova.network.neutron [req-35aa2b9b-9b4f-476e-b69b-f5d9fd0a7b01 req-71ef2e26-53eb-4ca3-aa50-38ed8f6a0a9f service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.012666] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.012920] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.012970] env[69437]: DEBUG nova.network.neutron [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.073017] env[69437]: DEBUG nova.network.neutron [-] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.177439] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103739, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.256381] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23864ae0-7576-4821-b858-f4cf87c9f457 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.267407] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b235ae66-9e9b-4b56-8852-efab497981a0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.305266] env[69437]: DEBUG nova.compute.manager [req-35aa2b9b-9b4f-476e-b69b-f5d9fd0a7b01 req-71ef2e26-53eb-4ca3-aa50-38ed8f6a0a9f service nova] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Detach interface failed, port_id=10dc94f3-d120-4865-b939-e6a0c56d8b55, reason: Instance 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 959.331080] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23261153-57ed-4b56-82c9-5d7e4549b584 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.338887] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db16268a-40c8-454c-93de-4bdcd6cb6fe8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.372796] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f16f97-ee0f-419c-86f6-9bb1ed36ec19 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.380781] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4386bb9a-d692-43c1-b641-8415a1b59ea3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.394693] env[69437]: DEBUG nova.compute.provider_tree [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.545724] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.546103] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.546384] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.546646] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.546886] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.549759] env[69437]: DEBUG nova.network.neutron [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.551885] env[69437]: INFO nova.compute.manager [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Terminating instance [ 959.575814] env[69437]: INFO nova.compute.manager [-] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Took 1.87 seconds to deallocate network for instance. [ 959.674784] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103739, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.721474] env[69437]: DEBUG nova.network.neutron [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating instance_info_cache with network_info: [{"id": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "address": "fa:16:3e:1f:ee:fa", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7050ab-df", "ovs_interfaceid": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.899340] env[69437]: DEBUG nova.scheduler.client.report [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.058656] env[69437]: DEBUG nova.compute.manager [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.058979] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.059872] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c13438-db34-4d1e-bd97-4425ae3681fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.067839] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.068068] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009481be-19b0-4f29-98ac-3bf04c1e00b2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.074482] env[69437]: DEBUG oslo_vmware.api [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 960.074482] env[69437]: value = "task-4103740" [ 960.074482] env[69437]: _type = "Task" [ 960.074482] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.083318] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.083623] env[69437]: DEBUG oslo_vmware.api [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.177708] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103739, 'name': Rename_Task, 'duration_secs': 1.189404} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.178131] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.178483] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f30699-f0e0-466a-970d-e777a34cf71d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.187561] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 960.187561] env[69437]: value = "task-4103741" [ 960.187561] env[69437]: _type = "Task" [ 960.187561] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.199182] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.225126] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.225298] env[69437]: DEBUG nova.compute.manager [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Instance network_info: |[{"id": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "address": "fa:16:3e:1f:ee:fa", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7050ab-df", "ovs_interfaceid": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.225850] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:ee:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7050ab-df12-4ed6-8eb9-f258cc08568b', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.237411] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.238423] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.238423] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-522ce5ad-d7fa-462d-beac-23812eb6e5d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.265277] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.265277] env[69437]: value = "task-4103742" [ 960.265277] env[69437]: _type = "Task" [ 960.265277] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.274044] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103742, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.405606] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.406333] env[69437]: DEBUG nova.compute.manager [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.409420] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.407s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.409802] env[69437]: DEBUG nova.objects.instance [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lazy-loading 'resources' on Instance uuid 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.423139] env[69437]: DEBUG nova.compute.manager [req-83b95a3a-d886-499e-bf18-44e1c8c0e17f req-94a85613-1f1b-4157-9c3b-59670438d0c0 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Received event network-changed-ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.423397] env[69437]: DEBUG nova.compute.manager [req-83b95a3a-d886-499e-bf18-44e1c8c0e17f req-94a85613-1f1b-4157-9c3b-59670438d0c0 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Refreshing instance network info cache due to event network-changed-ef7050ab-df12-4ed6-8eb9-f258cc08568b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.423701] env[69437]: DEBUG oslo_concurrency.lockutils [req-83b95a3a-d886-499e-bf18-44e1c8c0e17f req-94a85613-1f1b-4157-9c3b-59670438d0c0 service nova] Acquiring lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.423864] env[69437]: DEBUG oslo_concurrency.lockutils [req-83b95a3a-d886-499e-bf18-44e1c8c0e17f req-94a85613-1f1b-4157-9c3b-59670438d0c0 service nova] Acquired lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.424079] env[69437]: DEBUG nova.network.neutron [req-83b95a3a-d886-499e-bf18-44e1c8c0e17f req-94a85613-1f1b-4157-9c3b-59670438d0c0 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Refreshing network info cache for port ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.586488] env[69437]: DEBUG oslo_vmware.api [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103740, 'name': PowerOffVM_Task, 'duration_secs': 0.189414} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.586744] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.586990] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.587302] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5fd29b-0041-4a88-85ca-6754fea4705f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.685291] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.685750] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.686215] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleting the datastore file [datastore2] 2ecf171c-e946-4cc0-8dad-ee4377eba6f2 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.686728] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d2182a-a185-4829-ad97-ce48f21adeb5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.703615] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103741, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.705631] env[69437]: DEBUG oslo_vmware.api [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 960.705631] env[69437]: value = "task-4103744" [ 960.705631] env[69437]: _type = "Task" [ 960.705631] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.715501] env[69437]: DEBUG oslo_vmware.api [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.777069] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103742, 'name': CreateVM_Task, 'duration_secs': 0.467807} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.777069] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.777307] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.777403] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.777775] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.778093] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03cba1cc-c5d6-4ce1-891a-8ff5f703b3ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.783660] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 960.783660] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fc3596-2bc6-56c9-cda6-2a997576a057" [ 960.783660] env[69437]: _type = "Task" [ 960.783660] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.792813] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fc3596-2bc6-56c9-cda6-2a997576a057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.916305] env[69437]: DEBUG nova.compute.utils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.918184] env[69437]: DEBUG nova.compute.manager [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.918324] env[69437]: DEBUG nova.network.neutron [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.973320] env[69437]: DEBUG nova.policy [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bcba3dddadc48b38bfe22ad67380d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '232fb110c76b47d28df2a2060b2d945b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.188651] env[69437]: DEBUG nova.network.neutron [req-83b95a3a-d886-499e-bf18-44e1c8c0e17f req-94a85613-1f1b-4157-9c3b-59670438d0c0 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updated VIF entry in instance network info cache for port ef7050ab-df12-4ed6-8eb9-f258cc08568b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.189028] env[69437]: DEBUG nova.network.neutron [req-83b95a3a-d886-499e-bf18-44e1c8c0e17f req-94a85613-1f1b-4157-9c3b-59670438d0c0 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating instance_info_cache with network_info: [{"id": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "address": "fa:16:3e:1f:ee:fa", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7050ab-df", "ovs_interfaceid": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.200981] env[69437]: DEBUG oslo_vmware.api [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103741, 'name': PowerOnVM_Task, 'duration_secs': 0.548414} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.202250] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.202488] env[69437]: INFO nova.compute.manager [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Took 9.10 seconds to spawn the instance on the hypervisor. [ 961.202670] env[69437]: DEBUG nova.compute.manager [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.206204] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d39e09-6117-4d2f-a7d8-77bda590e633 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.230024] env[69437]: DEBUG oslo_vmware.api [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167539} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.230024] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.230024] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.230024] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.230024] env[69437]: INFO nova.compute.manager [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 961.230024] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.230024] env[69437]: DEBUG nova.compute.manager [-] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.230024] env[69437]: DEBUG nova.network.neutron [-] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.296621] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fc3596-2bc6-56c9-cda6-2a997576a057, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.300367] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.300797] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.301310] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.301647] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.301945] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.303135] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abac2bde-3cd5-44dc-a002-98e9a3f8d00f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.316269] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.316269] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.316269] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7baf69-5555-4395-b005-af1bfcad9450 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.327024] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 961.327024] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527d8675-8674-2d9f-3b66-51cb0421e333" [ 961.327024] env[69437]: _type = "Task" [ 961.327024] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.338268] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527d8675-8674-2d9f-3b66-51cb0421e333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.347823] env[69437]: DEBUG nova.network.neutron [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Successfully created port: 678f8e55-9726-4fe9-9e77-26663b2a9421 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.367316] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535d97f5-8921-4ece-a8b4-66f26571b5f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.375122] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab74657-7d7f-44c1-bb85-a07242cf121d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.412589] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab75b8d8-4d84-466c-b0d3-be6e74e0fc14 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.421098] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f062f02-825c-4805-baa7-937a316c3389 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.425400] env[69437]: DEBUG nova.compute.manager [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.437884] env[69437]: DEBUG nova.compute.provider_tree [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.692466] env[69437]: DEBUG oslo_concurrency.lockutils [req-83b95a3a-d886-499e-bf18-44e1c8c0e17f req-94a85613-1f1b-4157-9c3b-59670438d0c0 service nova] Releasing lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.735402] env[69437]: INFO nova.compute.manager [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Took 50.37 seconds to build instance. [ 961.836261] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527d8675-8674-2d9f-3b66-51cb0421e333, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.837060] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4c3173-0e35-4447-82f3-a907ced72881 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.842329] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 961.842329] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f6c437-f3af-a379-895c-6f573c31b85b" [ 961.842329] env[69437]: _type = "Task" [ 961.842329] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.850598] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f6c437-f3af-a379-895c-6f573c31b85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.940789] env[69437]: DEBUG nova.scheduler.client.report [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.026294] env[69437]: DEBUG nova.network.neutron [-] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.242208] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "8e987476-3abe-4296-8177-30af904662ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.175s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.353781] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f6c437-f3af-a379-895c-6f573c31b85b, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.354028] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.354337] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 2698ec9f-60a3-44b7-ae51-7a8ab8dec023/2698ec9f-60a3-44b7-ae51-7a8ab8dec023.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.354624] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a37cf52-1d97-4cb1-8a7d-a7c13dfb4412 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.364600] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 962.364600] env[69437]: value = "task-4103745" [ 962.364600] env[69437]: _type = "Task" [ 962.364600] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.374815] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.435712] env[69437]: DEBUG nova.compute.manager [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.446047] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.449313] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.228s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.449313] env[69437]: DEBUG nova.objects.instance [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lazy-loading 'resources' on Instance uuid 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.470576] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f5d484dd706cb39edc78ccd50b3d4b21',container_format='bare',created_at=2025-05-13T21:42:14Z,direct_url=,disk_format='vmdk',id=95ab4189-8930-4c74-b99c-632ab43628bc,min_disk=1,min_ram=0,name='tempest-test-snap-645497574',owner='232fb110c76b47d28df2a2060b2d945b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-13T21:42:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.470877] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.470997] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.471408] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.471528] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.471665] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.471825] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.472016] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.472263] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.472505] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.472651] env[69437]: DEBUG nova.virt.hardware [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.475583] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d95f1-7d60-43ca-9e10-a3511d7bffc7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.477642] env[69437]: INFO nova.scheduler.client.report [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleted allocations for instance 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4 [ 962.490535] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1660acda-2023-4eb8-aaea-f52a9006c2c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.530941] env[69437]: INFO nova.compute.manager [-] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Took 1.30 seconds to deallocate network for instance. [ 962.558606] env[69437]: DEBUG nova.compute.manager [req-62b4d62c-1792-4caf-bc72-9e2428dc023e req-cfd231b1-96a9-44aa-9bdb-160af7dc38b0 service nova] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Received event network-vif-deleted-0dc5ad2c-987c-4d1e-9c39-ea81df834af5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.875858] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501438} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.876249] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 2698ec9f-60a3-44b7-ae51-7a8ab8dec023/2698ec9f-60a3-44b7-ae51-7a8ab8dec023.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.876610] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.877554] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bbcc127-a880-49e9-8af4-d2cd49083a49 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.885908] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 962.885908] env[69437]: value = "task-4103746" [ 962.885908] env[69437]: _type = "Task" [ 962.885908] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.898188] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.914951] env[69437]: DEBUG nova.compute.manager [req-be5e0dc8-ab5d-4455-b761-c44787a31eb9 req-7befefa5-7bc3-47f6-ae26-ec53e3992230 service nova] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Received event network-vif-plugged-678f8e55-9726-4fe9-9e77-26663b2a9421 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.915195] env[69437]: DEBUG oslo_concurrency.lockutils [req-be5e0dc8-ab5d-4455-b761-c44787a31eb9 req-7befefa5-7bc3-47f6-ae26-ec53e3992230 service nova] Acquiring lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.915478] env[69437]: DEBUG oslo_concurrency.lockutils [req-be5e0dc8-ab5d-4455-b761-c44787a31eb9 req-7befefa5-7bc3-47f6-ae26-ec53e3992230 service nova] Lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.915753] env[69437]: DEBUG oslo_concurrency.lockutils [req-be5e0dc8-ab5d-4455-b761-c44787a31eb9 req-7befefa5-7bc3-47f6-ae26-ec53e3992230 service nova] Lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.915877] env[69437]: DEBUG nova.compute.manager [req-be5e0dc8-ab5d-4455-b761-c44787a31eb9 req-7befefa5-7bc3-47f6-ae26-ec53e3992230 service nova] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] No waiting events found dispatching network-vif-plugged-678f8e55-9726-4fe9-9e77-26663b2a9421 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 962.916557] env[69437]: WARNING nova.compute.manager [req-be5e0dc8-ab5d-4455-b761-c44787a31eb9 req-7befefa5-7bc3-47f6-ae26-ec53e3992230 service nova] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Received unexpected event network-vif-plugged-678f8e55-9726-4fe9-9e77-26663b2a9421 for instance with vm_state building and task_state spawning. [ 962.997285] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07117342-61e4-4542-9044-76e7f3d7c86b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.540s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.003518] env[69437]: DEBUG nova.network.neutron [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Successfully updated port: 678f8e55-9726-4fe9-9e77-26663b2a9421 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.038047] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.353872] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b956bb71-916b-45f1-aa3c-81e04f0f6b81 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.364325] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f85b5a3-2001-4bca-b904-859b32877eb6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.400013] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3bd17e-970f-47a0-ade7-6b538aef9d4d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.410866] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.31273} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.410866] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.412137] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f9f995-1deb-4ceb-a3b3-d85258281dda {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.416554] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c911f32-fad2-4c6b-819a-58950069b0e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.447705] env[69437]: DEBUG nova.compute.provider_tree [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.462017] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 2698ec9f-60a3-44b7-ae51-7a8ab8dec023/2698ec9f-60a3-44b7-ae51-7a8ab8dec023.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.463898] env[69437]: DEBUG nova.scheduler.client.report [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.467193] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10cc4e04-b2e9-4a24-a7d9-d0e671b3eb9c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.486718] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.038s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.488713] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.712s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.498722] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 963.498722] env[69437]: value = "task-4103747" [ 963.498722] env[69437]: _type = "Task" [ 963.498722] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.511620] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "refresh_cache-7b44115c-976d-4a6e-aee0-7a08a3f4001a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.511620] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "refresh_cache-7b44115c-976d-4a6e-aee0-7a08a3f4001a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.512573] env[69437]: DEBUG nova.network.neutron [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.513160] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.514599] env[69437]: INFO nova.scheduler.client.report [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Deleted allocations for instance 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28 [ 964.008932] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103747, 'name': ReconfigVM_Task, 'duration_secs': 0.329938} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.009312] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 2698ec9f-60a3-44b7-ae51-7a8ab8dec023/2698ec9f-60a3-44b7-ae51-7a8ab8dec023.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.009970] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07b2b1af-74ac-4f67-a735-8207384f0dc4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.018045] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 964.018045] env[69437]: value = "task-4103748" [ 964.018045] env[69437]: _type = "Task" [ 964.018045] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.030018] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103748, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.030509] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3e650851-7384-447b-ac25-ef06090c85b2 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Lock "20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.361s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.052747] env[69437]: DEBUG nova.network.neutron [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.214000] env[69437]: DEBUG nova.network.neutron [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Updating instance_info_cache with network_info: [{"id": "678f8e55-9726-4fe9-9e77-26663b2a9421", "address": "fa:16:3e:60:da:59", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678f8e55-97", "ovs_interfaceid": "678f8e55-9726-4fe9-9e77-26663b2a9421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.379159] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8c68dc-a610-4853-944c-bd26cd51cc06 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.387155] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8207d02-3bd4-4bb9-96c8-abb486828b5c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.423930] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49db1e84-512e-4adb-ad2a-1246660a7711 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.432500] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f0ccf5-3979-478f-8b17-33ce6982102c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.448480] env[69437]: DEBUG nova.compute.provider_tree [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.455675] env[69437]: DEBUG oslo_concurrency.lockutils [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "02836692-dca7-4e9e-8ea6-caa98b483ff2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.455952] env[69437]: DEBUG oslo_concurrency.lockutils [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.456158] env[69437]: DEBUG nova.compute.manager [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.457066] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbd860c-4f60-4960-8597-018a9182f4e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.464630] env[69437]: DEBUG nova.compute.manager [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 964.465446] env[69437]: DEBUG nova.objects.instance [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lazy-loading 'flavor' on Instance uuid 02836692-dca7-4e9e-8ea6-caa98b483ff2 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.529615] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103748, 'name': Rename_Task, 'duration_secs': 0.145957} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.529931] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.530213] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00928218-84f5-48e3-b9aa-06e85019563c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.539604] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 964.539604] env[69437]: value = "task-4103749" [ 964.539604] env[69437]: _type = "Task" [ 964.539604] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.546920] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.721438] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "refresh_cache-7b44115c-976d-4a6e-aee0-7a08a3f4001a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.721773] env[69437]: DEBUG nova.compute.manager [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Instance network_info: |[{"id": "678f8e55-9726-4fe9-9e77-26663b2a9421", "address": "fa:16:3e:60:da:59", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678f8e55-97", "ovs_interfaceid": "678f8e55-9726-4fe9-9e77-26663b2a9421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.722275] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:da:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '678f8e55-9726-4fe9-9e77-26663b2a9421', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.730194] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.730481] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.730690] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-822e2f9b-f291-41ba-8420-5d242f3a620e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.752507] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.752507] env[69437]: value = "task-4103750" [ 964.752507] env[69437]: _type = "Task" [ 964.752507] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.761076] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103750, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.952646] env[69437]: DEBUG nova.compute.manager [req-ee74b42f-de69-46db-985e-065f7ab5cbcb req-fc5bece6-9501-4bd0-bcf1-122278ae1060 service nova] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Received event network-changed-678f8e55-9726-4fe9-9e77-26663b2a9421 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.952646] env[69437]: DEBUG nova.compute.manager [req-ee74b42f-de69-46db-985e-065f7ab5cbcb req-fc5bece6-9501-4bd0-bcf1-122278ae1060 service nova] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Refreshing instance network info cache due to event network-changed-678f8e55-9726-4fe9-9e77-26663b2a9421. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.952896] env[69437]: DEBUG oslo_concurrency.lockutils [req-ee74b42f-de69-46db-985e-065f7ab5cbcb req-fc5bece6-9501-4bd0-bcf1-122278ae1060 service nova] Acquiring lock "refresh_cache-7b44115c-976d-4a6e-aee0-7a08a3f4001a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.953224] env[69437]: DEBUG oslo_concurrency.lockutils [req-ee74b42f-de69-46db-985e-065f7ab5cbcb req-fc5bece6-9501-4bd0-bcf1-122278ae1060 service nova] Acquired lock "refresh_cache-7b44115c-976d-4a6e-aee0-7a08a3f4001a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.953554] env[69437]: DEBUG nova.network.neutron [req-ee74b42f-de69-46db-985e-065f7ab5cbcb req-fc5bece6-9501-4bd0-bcf1-122278ae1060 service nova] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Refreshing network info cache for port 678f8e55-9726-4fe9-9e77-26663b2a9421 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.959063] env[69437]: DEBUG nova.scheduler.client.report [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.050593] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103749, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.262679] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103750, 'name': CreateVM_Task, 'duration_secs': 0.347656} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.262856] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.263581] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.263751] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.264172] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.264437] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ada518-a2f7-4a5c-907a-e3588a3613a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.269723] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 965.269723] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a50ef1-eac8-a7d7-5ea9-ab45a255eccd" [ 965.269723] env[69437]: _type = "Task" [ 965.269723] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.280149] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a50ef1-eac8-a7d7-5ea9-ab45a255eccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.476052] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.476052] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9810a30-77e2-4b3e-a8b1-5a47064e677a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.487756] env[69437]: DEBUG oslo_vmware.api [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 965.487756] env[69437]: value = "task-4103751" [ 965.487756] env[69437]: _type = "Task" [ 965.487756] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.507774] env[69437]: DEBUG oslo_vmware.api [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.555027] env[69437]: DEBUG oslo_vmware.api [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103749, 'name': PowerOnVM_Task, 'duration_secs': 0.535342} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.555027] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.555027] env[69437]: INFO nova.compute.manager [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Took 7.74 seconds to spawn the instance on the hypervisor. [ 965.555027] env[69437]: DEBUG nova.compute.manager [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 965.555027] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458e099c-fdc6-46d0-b1f7-c8ee169ed718 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.775576] env[69437]: DEBUG nova.network.neutron [req-ee74b42f-de69-46db-985e-065f7ab5cbcb req-fc5bece6-9501-4bd0-bcf1-122278ae1060 service nova] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Updated VIF entry in instance network info cache for port 678f8e55-9726-4fe9-9e77-26663b2a9421. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.775576] env[69437]: DEBUG nova.network.neutron [req-ee74b42f-de69-46db-985e-065f7ab5cbcb req-fc5bece6-9501-4bd0-bcf1-122278ae1060 service nova] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Updating instance_info_cache with network_info: [{"id": "678f8e55-9726-4fe9-9e77-26663b2a9421", "address": "fa:16:3e:60:da:59", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678f8e55-97", "ovs_interfaceid": "678f8e55-9726-4fe9-9e77-26663b2a9421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.787543] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.787972] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Processing image 95ab4189-8930-4c74-b99c-632ab43628bc {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.788357] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc/95ab4189-8930-4c74-b99c-632ab43628bc.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.788619] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc/95ab4189-8930-4c74-b99c-632ab43628bc.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.788909] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.789679] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47391515-9312-4a7f-abf2-6a6d51a3adaf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.800458] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.800666] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.801768] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5a7b16-3dca-4260-9734-90294ded00ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.809373] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 965.809373] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c8a4e3-5417-b2d1-b9c8-f6709f5e0c59" [ 965.809373] env[69437]: _type = "Task" [ 965.809373] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.818096] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c8a4e3-5417-b2d1-b9c8-f6709f5e0c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.975769] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.487s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.979048] env[69437]: DEBUG oslo_concurrency.lockutils [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.275s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.980015] env[69437]: DEBUG nova.objects.instance [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lazy-loading 'resources' on Instance uuid 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.998446] env[69437]: DEBUG oslo_vmware.api [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103751, 'name': PowerOffVM_Task, 'duration_secs': 0.231143} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.998688] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.998887] env[69437]: DEBUG nova.compute.manager [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 965.999687] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed40046-8062-4641-975a-5712daaa36a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.077618] env[69437]: INFO nova.compute.manager [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Took 48.19 seconds to build instance. [ 966.279581] env[69437]: DEBUG oslo_concurrency.lockutils [req-ee74b42f-de69-46db-985e-065f7ab5cbcb req-fc5bece6-9501-4bd0-bcf1-122278ae1060 service nova] Releasing lock "refresh_cache-7b44115c-976d-4a6e-aee0-7a08a3f4001a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.320856] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Preparing fetch location {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 966.321139] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Fetch image to [datastore1] OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac/OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac.vmdk {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 966.321356] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Downloading stream optimized image 95ab4189-8930-4c74-b99c-632ab43628bc to [datastore1] OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac/OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac.vmdk on the data store datastore1 as vApp {{(pid=69437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 966.321541] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Downloading image file data 95ab4189-8930-4c74-b99c-632ab43628bc to the ESX as VM named 'OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac' {{(pid=69437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 966.412284] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 966.412284] env[69437]: value = "resgroup-9" [ 966.412284] env[69437]: _type = "ResourcePool" [ 966.412284] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 966.412284] env[69437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c0a74db2-f115-4c96-a33d-16b6bd74c1a0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.433792] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lease: (returnval){ [ 966.433792] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5241b695-2958-851a-4cc4-855eaf29aa1e" [ 966.433792] env[69437]: _type = "HttpNfcLease" [ 966.433792] env[69437]: } obtained for vApp import into resource pool (val){ [ 966.433792] env[69437]: value = "resgroup-9" [ 966.433792] env[69437]: _type = "ResourcePool" [ 966.433792] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 966.434070] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the lease: (returnval){ [ 966.434070] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5241b695-2958-851a-4cc4-855eaf29aa1e" [ 966.434070] env[69437]: _type = "HttpNfcLease" [ 966.434070] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 966.442910] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.442910] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5241b695-2958-851a-4cc4-855eaf29aa1e" [ 966.442910] env[69437]: _type = "HttpNfcLease" [ 966.442910] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.512116] env[69437]: DEBUG oslo_concurrency.lockutils [None req-edd360bb-3761-40ba-9a8b-a84c620cdbf3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.554100] env[69437]: INFO nova.scheduler.client.report [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted allocation for migration 60d6879f-9490-4607-83ad-d2c1ea5cb64d [ 966.580756] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d162fd50-f60d-449a-bd9d-4233c9b92f2b tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.720s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.872235] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f57a1f-c7c3-409a-a4f3-7a70ad55fe5f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.884693] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb4a1ce-aa9e-40cb-96c8-7a9b0187233a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.922863] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cde4b7-ae27-49b1-b3fd-f3095f6f5f7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.931845] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1382484-f82c-4d0d-a66f-0e82dea0176e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.943038] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.943038] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5241b695-2958-851a-4cc4-855eaf29aa1e" [ 966.943038] env[69437]: _type = "HttpNfcLease" [ 966.943038] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.953429] env[69437]: DEBUG nova.compute.provider_tree [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.959552] env[69437]: DEBUG nova.objects.instance [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lazy-loading 'flavor' on Instance uuid 02836692-dca7-4e9e-8ea6-caa98b483ff2 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.060039] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0951671-b913-403c-9b19-18495c7fbce6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.504s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.128310] env[69437]: DEBUG nova.compute.manager [req-2773ddc8-a770-49f6-9c09-c37f7dc41229 req-25802d70-e094-4e93-84d0-467876de0642 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Received event network-changed-ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.128550] env[69437]: DEBUG nova.compute.manager [req-2773ddc8-a770-49f6-9c09-c37f7dc41229 req-25802d70-e094-4e93-84d0-467876de0642 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Refreshing instance network info cache due to event network-changed-ef7050ab-df12-4ed6-8eb9-f258cc08568b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.128806] env[69437]: DEBUG oslo_concurrency.lockutils [req-2773ddc8-a770-49f6-9c09-c37f7dc41229 req-25802d70-e094-4e93-84d0-467876de0642 service nova] Acquiring lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.129609] env[69437]: DEBUG oslo_concurrency.lockutils [req-2773ddc8-a770-49f6-9c09-c37f7dc41229 req-25802d70-e094-4e93-84d0-467876de0642 service nova] Acquired lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.129834] env[69437]: DEBUG nova.network.neutron [req-2773ddc8-a770-49f6-9c09-c37f7dc41229 req-25802d70-e094-4e93-84d0-467876de0642 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Refreshing network info cache for port ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.446854] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.446854] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5241b695-2958-851a-4cc4-855eaf29aa1e" [ 967.446854] env[69437]: _type = "HttpNfcLease" [ 967.446854] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 967.461259] env[69437]: DEBUG nova.scheduler.client.report [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.468104] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "refresh_cache-02836692-dca7-4e9e-8ea6-caa98b483ff2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.468104] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquired lock "refresh_cache-02836692-dca7-4e9e-8ea6-caa98b483ff2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.471637] env[69437]: DEBUG nova.network.neutron [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.471903] env[69437]: DEBUG nova.objects.instance [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lazy-loading 'info_cache' on Instance uuid 02836692-dca7-4e9e-8ea6-caa98b483ff2 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.952092] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.952092] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5241b695-2958-851a-4cc4-855eaf29aa1e" [ 967.952092] env[69437]: _type = "HttpNfcLease" [ 967.952092] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 967.952688] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 967.952688] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5241b695-2958-851a-4cc4-855eaf29aa1e" [ 967.952688] env[69437]: _type = "HttpNfcLease" [ 967.952688] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 967.953784] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6373e889-0569-45e2-89e4-8721be67abad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.962768] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52479279-9a73-e102-331f-da2e49a5c1ae/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 967.963193] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52479279-9a73-e102-331f-da2e49a5c1ae/disk-0.vmdk. {{(pid=69437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 968.029786] env[69437]: DEBUG oslo_concurrency.lockutils [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.033265] env[69437]: DEBUG nova.objects.base [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Object Instance<02836692-dca7-4e9e-8ea6-caa98b483ff2> lazy-loaded attributes: flavor,info_cache {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 968.042273] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.988s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.043408] env[69437]: DEBUG nova.objects.instance [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 968.056664] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed88534d-e7c3-4804-988a-f7056469005a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.082460] env[69437]: INFO nova.scheduler.client.report [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Deleted allocations for instance 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4 [ 968.114798] env[69437]: DEBUG nova.network.neutron [req-2773ddc8-a770-49f6-9c09-c37f7dc41229 req-25802d70-e094-4e93-84d0-467876de0642 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updated VIF entry in instance network info cache for port ef7050ab-df12-4ed6-8eb9-f258cc08568b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.115174] env[69437]: DEBUG nova.network.neutron [req-2773ddc8-a770-49f6-9c09-c37f7dc41229 req-25802d70-e094-4e93-84d0-467876de0642 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating instance_info_cache with network_info: [{"id": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "address": "fa:16:3e:1f:ee:fa", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7050ab-df", "ovs_interfaceid": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.596345] env[69437]: DEBUG oslo_concurrency.lockutils [None req-597056da-4bc3-4a60-b07d-fe42c2017b1d tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Lock "08d9d87e-7f4e-4bc0-91c8-90bc7813afd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.976s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.624514] env[69437]: DEBUG oslo_concurrency.lockutils [req-2773ddc8-a770-49f6-9c09-c37f7dc41229 req-25802d70-e094-4e93-84d0-467876de0642 service nova] Releasing lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.888918] env[69437]: DEBUG oslo_concurrency.lockutils [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.888918] env[69437]: DEBUG oslo_concurrency.lockutils [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.888918] env[69437]: DEBUG oslo_concurrency.lockutils [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.888918] env[69437]: DEBUG oslo_concurrency.lockutils [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.888918] env[69437]: DEBUG oslo_concurrency.lockutils [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.893371] env[69437]: INFO nova.compute.manager [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Terminating instance [ 969.049167] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Completed reading data from the image iterator. {{(pid=69437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 969.049442] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52479279-9a73-e102-331f-da2e49a5c1ae/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 969.052337] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08163d7b-5f13-44c9-bb23-5f04f721a04d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.058060] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52479279-9a73-e102-331f-da2e49a5c1ae/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 969.058192] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52479279-9a73-e102-331f-da2e49a5c1ae/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 969.058425] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7c9c44bd-fbdf-4435-a983-818a86d936e4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.078578] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a6f1965d-6e8a-4556-85e5-c894b63b9b47 tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.036s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.079824] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.991s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.083034] env[69437]: INFO nova.compute.claims [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.133017] env[69437]: DEBUG nova.network.neutron [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Updating instance_info_cache with network_info: [{"id": "7d9d6839-ac1f-46d1-91fb-afa82d06758c", "address": "fa:16:3e:d9:3a:fc", "network": {"id": "afd606e3-d37e-4640-b5c5-a527299715ba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1773392280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3375c222f44a5f8194e4a64fc1f20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9d6839-ac", "ovs_interfaceid": "7d9d6839-ac1f-46d1-91fb-afa82d06758c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.260782] env[69437]: DEBUG oslo_vmware.rw_handles [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52479279-9a73-e102-331f-da2e49a5c1ae/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 969.260782] env[69437]: INFO nova.virt.vmwareapi.images [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Downloaded image file data 95ab4189-8930-4c74-b99c-632ab43628bc [ 969.260782] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0605f6ec-2ce8-4e2d-8e79-d2f8ff32c755 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.289277] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13d4b797-84cf-4a76-8053-94e13c40c4d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.322473] env[69437]: INFO nova.virt.vmwareapi.images [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] The imported VM was unregistered [ 969.324165] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Caching image {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 969.324259] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating directory with path [datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.324573] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02948046-d587-422a-a6cf-796ef81a37c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.349757] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Created directory with path [datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.350772] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac/OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac.vmdk to [datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc/95ab4189-8930-4c74-b99c-632ab43628bc.vmdk. {{(pid=69437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 969.350772] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-030e39c2-0ddc-4a1f-8c9f-df2592185206 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.360338] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 969.360338] env[69437]: value = "task-4103754" [ 969.360338] env[69437]: _type = "Task" [ 969.360338] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.370375] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103754, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.400937] env[69437]: DEBUG nova.compute.manager [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.402093] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.402399] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38614c88-a0a2-4bb8-81c4-41e0cb64ed26 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.411961] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.412325] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9db8e50-153b-4802-ad4d-b5d26dfbc4fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.420061] env[69437]: DEBUG oslo_vmware.api [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 969.420061] env[69437]: value = "task-4103755" [ 969.420061] env[69437]: _type = "Task" [ 969.420061] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.430083] env[69437]: DEBUG oslo_vmware.api [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.637345] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Releasing lock "refresh_cache-02836692-dca7-4e9e-8ea6-caa98b483ff2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.680032] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.680378] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.873872] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103754, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.932712] env[69437]: DEBUG oslo_vmware.api [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103755, 'name': PowerOffVM_Task, 'duration_secs': 0.301368} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.933014] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.933262] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.933602] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7da9c22-0cdd-4eb1-b979-dc12b7090d8b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.020623] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.022782] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.022782] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleting the datastore file [datastore2] 409ed865-9c91-40a1-9fe3-757fbe4f68ba {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.022782] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6962e58-06bc-4f54-a3a4-d6fee2ede1e0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.032091] env[69437]: DEBUG oslo_vmware.api [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 970.032091] env[69437]: value = "task-4103757" [ 970.032091] env[69437]: _type = "Task" [ 970.032091] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.043323] env[69437]: DEBUG oslo_vmware.api [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.185026] env[69437]: DEBUG nova.compute.manager [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.377533] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103754, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.552588] env[69437]: DEBUG oslo_vmware.api [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382864} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.553296] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.553834] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.553834] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.554030] env[69437]: INFO nova.compute.manager [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 970.554337] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.559398] env[69437]: DEBUG nova.compute.manager [-] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.561027] env[69437]: DEBUG nova.network.neutron [-] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.595089] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7104cdae-6ba0-4493-b4d2-b8786c57b9c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.610076] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf27bb-8522-455f-aec0-792d91eeaf36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.650221] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.653039] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78371d0e-98f7-4f4c-bc71-5debb0085a32 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.655167] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9480bc0-6eb0-4f39-bbe5-c6a31dc1c8fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.665140] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d887e0-4b59-4b7a-aa55-89d4a3146ee8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.670244] env[69437]: DEBUG oslo_vmware.api [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 970.670244] env[69437]: value = "task-4103758" [ 970.670244] env[69437]: _type = "Task" [ 970.670244] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.683258] env[69437]: DEBUG nova.compute.provider_tree [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.693588] env[69437]: DEBUG oslo_vmware.api [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103758, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.712576] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.878460] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103754, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.086698] env[69437]: DEBUG nova.compute.manager [req-0ce70adf-b804-42f9-aced-c93a6d881bcc req-9acf61e9-34ec-4c38-a404-afe6a16a0601 service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Received event network-vif-deleted-76ae1fd3-efce-4c1f-bda6-f31555266b11 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.086698] env[69437]: INFO nova.compute.manager [req-0ce70adf-b804-42f9-aced-c93a6d881bcc req-9acf61e9-34ec-4c38-a404-afe6a16a0601 service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Neutron deleted interface 76ae1fd3-efce-4c1f-bda6-f31555266b11; detaching it from the instance and deleting it from the info cache [ 971.087099] env[69437]: DEBUG nova.network.neutron [req-0ce70adf-b804-42f9-aced-c93a6d881bcc req-9acf61e9-34ec-4c38-a404-afe6a16a0601 service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.187371] env[69437]: DEBUG oslo_vmware.api [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.189184] env[69437]: DEBUG nova.scheduler.client.report [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.376914] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103754, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.476893] env[69437]: DEBUG nova.network.neutron [-] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.593245] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c40920b8-77cc-4580-85eb-a566157cb606 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.606210] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d465dd-87d3-4333-a2b1-12241faf95a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.646271] env[69437]: DEBUG nova.compute.manager [req-0ce70adf-b804-42f9-aced-c93a6d881bcc req-9acf61e9-34ec-4c38-a404-afe6a16a0601 service nova] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Detach interface failed, port_id=76ae1fd3-efce-4c1f-bda6-f31555266b11, reason: Instance 409ed865-9c91-40a1-9fe3-757fbe4f68ba could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.684938] env[69437]: DEBUG oslo_vmware.api [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.695389] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.695974] env[69437]: DEBUG nova.compute.manager [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.698874] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.175s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.699098] env[69437]: DEBUG nova.objects.instance [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lazy-loading 'resources' on Instance uuid 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.879736] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103754, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.889252] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "d92efd14-098b-44ac-a552-68bc3adfac6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.889762] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.979705] env[69437]: INFO nova.compute.manager [-] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Took 1.42 seconds to deallocate network for instance. [ 972.181659] env[69437]: DEBUG oslo_vmware.api [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103758, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.204265] env[69437]: DEBUG nova.compute.utils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.205982] env[69437]: DEBUG nova.objects.instance [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lazy-loading 'numa_topology' on Instance uuid 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.207038] env[69437]: DEBUG nova.compute.manager [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.207336] env[69437]: DEBUG nova.network.neutron [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.291192] env[69437]: DEBUG nova.policy [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cfdb43d68064c899d28a70c13884553', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731bee0d3b854ea9b528b9353cbc555e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.377366] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103754, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.982784} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.377831] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac/OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac.vmdk to [datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc/95ab4189-8930-4c74-b99c-632ab43628bc.vmdk. [ 972.378155] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Cleaning up location [datastore1] OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 972.378444] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6231d907-fa63-457d-a682-b6e2fa5437ac {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.378800] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a1a0619-fc9e-482e-8f64-8d89101cf4ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.386106] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 972.386106] env[69437]: value = "task-4103759" [ 972.386106] env[69437]: _type = "Task" [ 972.386106] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.392641] env[69437]: DEBUG nova.compute.manager [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.399578] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.486385] env[69437]: DEBUG oslo_concurrency.lockutils [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.690060] env[69437]: DEBUG oslo_vmware.api [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103758, 'name': PowerOnVM_Task, 'duration_secs': 1.791645} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.691153] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.691153] env[69437]: DEBUG nova.compute.manager [None req-c0f7a0d3-29cb-48c8-82c9-8049903b52a3 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.693172] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a59c7bc-a27f-48d2-90cd-03f537662b58 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.710201] env[69437]: DEBUG nova.objects.base [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Object Instance<4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3> lazy-loaded attributes: resources,numa_topology {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.713030] env[69437]: DEBUG nova.compute.manager [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.734522] env[69437]: DEBUG nova.network.neutron [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Successfully created port: b5634358-93cc-4f16-999c-b66d81376f0a {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.899268] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077806} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.902760] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.903085] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc/95ab4189-8930-4c74-b99c-632ab43628bc.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.903416] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc/95ab4189-8930-4c74-b99c-632ab43628bc.vmdk to [datastore1] 7b44115c-976d-4a6e-aee0-7a08a3f4001a/7b44115c-976d-4a6e-aee0-7a08a3f4001a.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.907184] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7f38257-cea7-4a67-b3ae-8222c3670cb1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.919354] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 972.919354] env[69437]: value = "task-4103760" [ 972.919354] env[69437]: _type = "Task" [ 972.919354] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.929016] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.934557] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.130152] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a66c789-4287-4c9d-ba89-da1bee9b11ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.139053] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e60a29a-90a7-42be-83a3-c9ae78f33713 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.171895] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71201afd-cc2c-488d-8e1c-bc5fb3097198 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.180490] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e6ddc4-2bbf-4254-a1ac-f6a7ccf22956 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.195851] env[69437]: DEBUG nova.compute.provider_tree [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.433785] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.702822] env[69437]: DEBUG nova.scheduler.client.report [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.727599] env[69437]: DEBUG nova.compute.manager [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.756330] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.756587] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.756808] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.756918] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.757079] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.757230] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.757442] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.757605] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.757775] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.757935] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.758119] env[69437]: DEBUG nova.virt.hardware [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.759350] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b67002-f7ee-4dc3-b527-172797d6ddec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.767923] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afba2288-9e5c-4f2e-9a01-6754f56a61ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.937549] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103760, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.208011] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.509s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.210902] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.651s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.212643] env[69437]: INFO nova.compute.claims [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.341793] env[69437]: DEBUG nova.compute.manager [req-364c4726-0d50-4572-8861-010df06f8def req-a92f7873-d52c-49fe-a399-145ae3eeeb36 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Received event network-vif-plugged-b5634358-93cc-4f16-999c-b66d81376f0a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.342025] env[69437]: DEBUG oslo_concurrency.lockutils [req-364c4726-0d50-4572-8861-010df06f8def req-a92f7873-d52c-49fe-a399-145ae3eeeb36 service nova] Acquiring lock "fcd34c48-657f-4a86-9e2e-45276a35af1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.342245] env[69437]: DEBUG oslo_concurrency.lockutils [req-364c4726-0d50-4572-8861-010df06f8def req-a92f7873-d52c-49fe-a399-145ae3eeeb36 service nova] Lock "fcd34c48-657f-4a86-9e2e-45276a35af1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.342438] env[69437]: DEBUG oslo_concurrency.lockutils [req-364c4726-0d50-4572-8861-010df06f8def req-a92f7873-d52c-49fe-a399-145ae3eeeb36 service nova] Lock "fcd34c48-657f-4a86-9e2e-45276a35af1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.342623] env[69437]: DEBUG nova.compute.manager [req-364c4726-0d50-4572-8861-010df06f8def req-a92f7873-d52c-49fe-a399-145ae3eeeb36 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] No waiting events found dispatching network-vif-plugged-b5634358-93cc-4f16-999c-b66d81376f0a {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.342792] env[69437]: WARNING nova.compute.manager [req-364c4726-0d50-4572-8861-010df06f8def req-a92f7873-d52c-49fe-a399-145ae3eeeb36 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Received unexpected event network-vif-plugged-b5634358-93cc-4f16-999c-b66d81376f0a for instance with vm_state building and task_state spawning. [ 974.438128] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103760, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.466861] env[69437]: DEBUG nova.network.neutron [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Successfully updated port: b5634358-93cc-4f16-999c-b66d81376f0a {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.726948] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b9ea9ba3-d667-4ae1-8ce1-0b009a1fd328 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.114s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.728128] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 26.459s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.731627] env[69437]: INFO nova.compute.manager [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Unshelving [ 974.939085] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103760, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.971027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquiring lock "refresh_cache-fcd34c48-657f-4a86-9e2e-45276a35af1f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.971027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquired lock "refresh_cache-fcd34c48-657f-4a86-9e2e-45276a35af1f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.971027] env[69437]: DEBUG nova.network.neutron [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.441227] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103760, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.518097] env[69437]: DEBUG nova.network.neutron [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.700297] env[69437]: DEBUG nova.network.neutron [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Updating instance_info_cache with network_info: [{"id": "b5634358-93cc-4f16-999c-b66d81376f0a", "address": "fa:16:3e:3a:ac:5b", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5634358-93", "ovs_interfaceid": "b5634358-93cc-4f16-999c-b66d81376f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.756625] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75f1c50-7998-47c4-b742-011379ed7894 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.761333] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.769037] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b914480-ca04-4261-afaf-5f9822f2264b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.808961] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4847f455-3d1f-486c-a9e4-ec96d9b17bb3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.820560] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a64a6f-bd67-40a5-b310-448d6e2a22a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.838876] env[69437]: DEBUG nova.compute.provider_tree [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.941868] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103760, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.177018] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "8e987476-3abe-4296-8177-30af904662ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.177420] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "8e987476-3abe-4296-8177-30af904662ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.177764] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "8e987476-3abe-4296-8177-30af904662ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.178013] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "8e987476-3abe-4296-8177-30af904662ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.178188] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "8e987476-3abe-4296-8177-30af904662ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.180901] env[69437]: INFO nova.compute.manager [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Terminating instance [ 976.202935] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Releasing lock "refresh_cache-fcd34c48-657f-4a86-9e2e-45276a35af1f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.203286] env[69437]: DEBUG nova.compute.manager [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Instance network_info: |[{"id": "b5634358-93cc-4f16-999c-b66d81376f0a", "address": "fa:16:3e:3a:ac:5b", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5634358-93", "ovs_interfaceid": "b5634358-93cc-4f16-999c-b66d81376f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.203725] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ac:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5634358-93cc-4f16-999c-b66d81376f0a', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.212475] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Creating folder: Project (731bee0d3b854ea9b528b9353cbc555e). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.213107] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6342d84f-b1c8-4bba-8de8-471dbee2a207 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.225745] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Created folder: Project (731bee0d3b854ea9b528b9353cbc555e) in parent group-v812682. [ 976.225966] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Creating folder: Instances. Parent ref: group-v812894. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.226247] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4ad10ac-6cf3-42f2-aef4-b45153b4a560 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.239943] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Created folder: Instances in parent group-v812894. [ 976.240540] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.240939] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.241296] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5f2174-96c8-481b-85a2-529a4e84ac1c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.269366] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.269366] env[69437]: value = "task-4103763" [ 976.269366] env[69437]: _type = "Task" [ 976.269366] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.278758] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103763, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.342735] env[69437]: DEBUG nova.scheduler.client.report [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.406716] env[69437]: DEBUG nova.compute.manager [req-815d02a9-f2b0-41fa-93fd-64e1ddcc7f13 req-e580f071-bf82-4078-b55c-aaa791b20c79 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Received event network-changed-b5634358-93cc-4f16-999c-b66d81376f0a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.406849] env[69437]: DEBUG nova.compute.manager [req-815d02a9-f2b0-41fa-93fd-64e1ddcc7f13 req-e580f071-bf82-4078-b55c-aaa791b20c79 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Refreshing instance network info cache due to event network-changed-b5634358-93cc-4f16-999c-b66d81376f0a. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.407119] env[69437]: DEBUG oslo_concurrency.lockutils [req-815d02a9-f2b0-41fa-93fd-64e1ddcc7f13 req-e580f071-bf82-4078-b55c-aaa791b20c79 service nova] Acquiring lock "refresh_cache-fcd34c48-657f-4a86-9e2e-45276a35af1f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.407202] env[69437]: DEBUG oslo_concurrency.lockutils [req-815d02a9-f2b0-41fa-93fd-64e1ddcc7f13 req-e580f071-bf82-4078-b55c-aaa791b20c79 service nova] Acquired lock "refresh_cache-fcd34c48-657f-4a86-9e2e-45276a35af1f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.407428] env[69437]: DEBUG nova.network.neutron [req-815d02a9-f2b0-41fa-93fd-64e1ddcc7f13 req-e580f071-bf82-4078-b55c-aaa791b20c79 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Refreshing network info cache for port b5634358-93cc-4f16-999c-b66d81376f0a {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.438110] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103760, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.261996} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.438378] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/95ab4189-8930-4c74-b99c-632ab43628bc/95ab4189-8930-4c74-b99c-632ab43628bc.vmdk to [datastore1] 7b44115c-976d-4a6e-aee0-7a08a3f4001a/7b44115c-976d-4a6e-aee0-7a08a3f4001a.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.439186] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac90b26-a761-49b7-a2b9-33e95380d4f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.462146] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 7b44115c-976d-4a6e-aee0-7a08a3f4001a/7b44115c-976d-4a6e-aee0-7a08a3f4001a.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.462566] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d08ae3-96df-4130-bdc1-a248d9e6d0f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.483129] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 976.483129] env[69437]: value = "task-4103764" [ 976.483129] env[69437]: _type = "Task" [ 976.483129] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.492185] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.689255] env[69437]: DEBUG nova.compute.manager [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.689484] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.690423] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e95a51b-31cc-4180-a567-d6b0da116d1e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.700369] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.700632] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46838670-013a-41aa-9fb7-7bc25f8d3d2c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.707338] env[69437]: DEBUG oslo_vmware.api [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 976.707338] env[69437]: value = "task-4103765" [ 976.707338] env[69437]: _type = "Task" [ 976.707338] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.715646] env[69437]: DEBUG oslo_vmware.api [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.781104] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103763, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.848597] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.848990] env[69437]: DEBUG nova.compute.manager [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.852533] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.548s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.852886] env[69437]: DEBUG nova.objects.instance [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lazy-loading 'resources' on Instance uuid a4b9f3fb-af23-4c44-8c2f-91cb1541ba17 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.993872] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.173250] env[69437]: DEBUG nova.network.neutron [req-815d02a9-f2b0-41fa-93fd-64e1ddcc7f13 req-e580f071-bf82-4078-b55c-aaa791b20c79 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Updated VIF entry in instance network info cache for port b5634358-93cc-4f16-999c-b66d81376f0a. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.173635] env[69437]: DEBUG nova.network.neutron [req-815d02a9-f2b0-41fa-93fd-64e1ddcc7f13 req-e580f071-bf82-4078-b55c-aaa791b20c79 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Updating instance_info_cache with network_info: [{"id": "b5634358-93cc-4f16-999c-b66d81376f0a", "address": "fa:16:3e:3a:ac:5b", "network": {"id": "779c6e2b-9a3b-491d-925e-ff0ac5200b2e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d55ce83512fb4c0092aae9ab9bcfea6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5634358-93", "ovs_interfaceid": "b5634358-93cc-4f16-999c-b66d81376f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.218816] env[69437]: DEBUG oslo_vmware.api [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103765, 'name': PowerOffVM_Task, 'duration_secs': 0.211276} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.219819] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.219819] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.219819] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19b5e1ea-2470-43a0-a8d2-a01c5e49aed0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.281828] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103763, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.321534] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.321817] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.322021] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Deleting the datastore file [datastore1] 8e987476-3abe-4296-8177-30af904662ab {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.322798] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d54f347-9713-4662-b922-001cddff09db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.331613] env[69437]: DEBUG oslo_vmware.api [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 977.331613] env[69437]: value = "task-4103767" [ 977.331613] env[69437]: _type = "Task" [ 977.331613] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.340372] env[69437]: DEBUG oslo_vmware.api [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.358464] env[69437]: DEBUG nova.compute.utils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.360147] env[69437]: DEBUG nova.compute.manager [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.360329] env[69437]: DEBUG nova.network.neutron [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.401078] env[69437]: DEBUG nova.policy [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3fb49ee19c4e2a990ed227fe55373c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '187b71e0ab394ed1900298f170ddf3ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.495678] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.681974] env[69437]: DEBUG oslo_concurrency.lockutils [req-815d02a9-f2b0-41fa-93fd-64e1ddcc7f13 req-e580f071-bf82-4078-b55c-aaa791b20c79 service nova] Releasing lock "refresh_cache-fcd34c48-657f-4a86-9e2e-45276a35af1f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.723028] env[69437]: DEBUG nova.network.neutron [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Successfully created port: e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.752211] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bc2a3b-d1bf-4bb8-aa17-230192ef4cfe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.761546] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b3ba2e-ff54-44f1-a615-ead0cdf56ea0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.798378] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adc9f90-ec61-4bd0-b9e4-0526319e9822 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.809591] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103763, 'name': CreateVM_Task, 'duration_secs': 1.159811} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.811079] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.812017] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.812194] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.812554] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.813830] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abd2af7-c0a9-4f27-9be1-dcbe5b7b47b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.818030] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd950f23-824f-4db4-93ef-eb92d85e93a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.831597] env[69437]: DEBUG nova.compute.provider_tree [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.834713] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 977.834713] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5244f01d-0beb-9956-13dd-5f141d708750" [ 977.834713] env[69437]: _type = "Task" [ 977.834713] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.847699] env[69437]: DEBUG oslo_vmware.api [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489675} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.850826] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.851056] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.851239] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.851448] env[69437]: INFO nova.compute.manager [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 8e987476-3abe-4296-8177-30af904662ab] Took 1.16 seconds to destroy the instance on the hypervisor. [ 977.851708] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.851917] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5244f01d-0beb-9956-13dd-5f141d708750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.852427] env[69437]: DEBUG nova.compute.manager [-] [instance: 8e987476-3abe-4296-8177-30af904662ab] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.852517] env[69437]: DEBUG nova.network.neutron [-] [instance: 8e987476-3abe-4296-8177-30af904662ab] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.864657] env[69437]: DEBUG nova.compute.manager [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.996885] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103764, 'name': ReconfigVM_Task, 'duration_secs': 1.116018} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.997242] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 7b44115c-976d-4a6e-aee0-7a08a3f4001a/7b44115c-976d-4a6e-aee0-7a08a3f4001a.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.997967] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38488aa3-73c5-4e61-9662-0fea13c106be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.007392] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 978.007392] env[69437]: value = "task-4103768" [ 978.007392] env[69437]: _type = "Task" [ 978.007392] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.016481] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103768, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.105124] env[69437]: DEBUG nova.compute.manager [req-c4d1df05-fa29-422d-a94d-3cefd7d0edfa req-8f83797e-ea06-46e2-b4e3-41f34ddcb7f5 service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Received event network-vif-deleted-cb679779-1e59-4966-af2f-e1866acf84a5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.105338] env[69437]: INFO nova.compute.manager [req-c4d1df05-fa29-422d-a94d-3cefd7d0edfa req-8f83797e-ea06-46e2-b4e3-41f34ddcb7f5 service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Neutron deleted interface cb679779-1e59-4966-af2f-e1866acf84a5; detaching it from the instance and deleting it from the info cache [ 978.105514] env[69437]: DEBUG nova.network.neutron [req-c4d1df05-fa29-422d-a94d-3cefd7d0edfa req-8f83797e-ea06-46e2-b4e3-41f34ddcb7f5 service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.335741] env[69437]: DEBUG nova.scheduler.client.report [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.349071] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5244f01d-0beb-9956-13dd-5f141d708750, 'name': SearchDatastore_Task, 'duration_secs': 0.058713} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.350018] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.350266] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.350505] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.350655] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.350832] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.351434] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6e5d1b3-b5b3-448e-84a7-5029c5ff1bb6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.364240] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.364501] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.365270] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c135dce0-ba00-4688-9a02-1c2373bef597 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.376886] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 978.376886] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f27b9d-4431-eee4-f2a9-dfac24768535" [ 978.376886] env[69437]: _type = "Task" [ 978.376886] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.385246] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f27b9d-4431-eee4-f2a9-dfac24768535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.517897] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103768, 'name': Rename_Task, 'duration_secs': 0.310837} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.518634] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.518634] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c65acdbd-b177-4a90-bb82-c55ffdce234c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.525300] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 978.525300] env[69437]: value = "task-4103769" [ 978.525300] env[69437]: _type = "Task" [ 978.525300] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.533676] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.587692] env[69437]: DEBUG nova.network.neutron [-] [instance: 8e987476-3abe-4296-8177-30af904662ab] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.609006] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-990bbc38-eea3-4055-a928-90dff1a9f588 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.618123] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d1c454-38b4-4150-96d0-e732c8daaaaf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.652895] env[69437]: DEBUG nova.compute.manager [req-c4d1df05-fa29-422d-a94d-3cefd7d0edfa req-8f83797e-ea06-46e2-b4e3-41f34ddcb7f5 service nova] [instance: 8e987476-3abe-4296-8177-30af904662ab] Detach interface failed, port_id=cb679779-1e59-4966-af2f-e1866acf84a5, reason: Instance 8e987476-3abe-4296-8177-30af904662ab could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.843740] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.846261] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.529s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.846543] env[69437]: DEBUG nova.objects.instance [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lazy-loading 'resources' on Instance uuid f7b17629-a56f-43a8-b963-2c03e4e725c3 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.871386] env[69437]: INFO nova.scheduler.client.report [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Deleted allocations for instance a4b9f3fb-af23-4c44-8c2f-91cb1541ba17 [ 978.878835] env[69437]: DEBUG nova.compute.manager [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.897505] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f27b9d-4431-eee4-f2a9-dfac24768535, 'name': SearchDatastore_Task, 'duration_secs': 0.028609} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.898409] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccade991-3b42-4bb2-9235-1584012d015f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.904655] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 978.904655] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5204d33c-6d73-5aca-7e64-fa079d14758a" [ 978.904655] env[69437]: _type = "Task" [ 978.904655] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.909987] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.910261] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.910432] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.910620] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.910786] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.910937] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.911181] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.911387] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.911576] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.911760] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.911966] env[69437]: DEBUG nova.virt.hardware [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.912816] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c2a47c-9862-4f1a-84dd-1650296d0305 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.922047] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5204d33c-6d73-5aca-7e64-fa079d14758a, 'name': SearchDatastore_Task, 'duration_secs': 0.015413} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.924291] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.924566] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] fcd34c48-657f-4a86-9e2e-45276a35af1f/fcd34c48-657f-4a86-9e2e-45276a35af1f.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.924869] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa00926-11ed-4c5b-a929-7b0423b09780 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.929390] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246d46bd-7508-4b67-b462-9abb49b56f8e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.946023] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 978.946023] env[69437]: value = "task-4103770" [ 978.946023] env[69437]: _type = "Task" [ 978.946023] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.954658] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.036194] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.090785] env[69437]: INFO nova.compute.manager [-] [instance: 8e987476-3abe-4296-8177-30af904662ab] Took 1.24 seconds to deallocate network for instance. [ 979.268108] env[69437]: DEBUG nova.compute.manager [req-742cf053-8744-40bd-b386-f35af260d76b req-ef39dfda-566f-454f-9b45-c0db2c8ce7c5 service nova] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Received event network-vif-plugged-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.268362] env[69437]: DEBUG oslo_concurrency.lockutils [req-742cf053-8744-40bd-b386-f35af260d76b req-ef39dfda-566f-454f-9b45-c0db2c8ce7c5 service nova] Acquiring lock "ae9d7b96-529c-413e-8392-b2e344d258dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.268896] env[69437]: DEBUG oslo_concurrency.lockutils [req-742cf053-8744-40bd-b386-f35af260d76b req-ef39dfda-566f-454f-9b45-c0db2c8ce7c5 service nova] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.269213] env[69437]: DEBUG oslo_concurrency.lockutils [req-742cf053-8744-40bd-b386-f35af260d76b req-ef39dfda-566f-454f-9b45-c0db2c8ce7c5 service nova] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.269687] env[69437]: DEBUG nova.compute.manager [req-742cf053-8744-40bd-b386-f35af260d76b req-ef39dfda-566f-454f-9b45-c0db2c8ce7c5 service nova] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] No waiting events found dispatching network-vif-plugged-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 979.269906] env[69437]: WARNING nova.compute.manager [req-742cf053-8744-40bd-b386-f35af260d76b req-ef39dfda-566f-454f-9b45-c0db2c8ce7c5 service nova] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Received unexpected event network-vif-plugged-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 for instance with vm_state building and task_state spawning. [ 979.386586] env[69437]: DEBUG oslo_concurrency.lockutils [None req-63778322-c2c3-4047-a537-a0051530e82c tempest-ServerShowV254Test-1462353547 tempest-ServerShowV254Test-1462353547-project-member] Lock "a4b9f3fb-af23-4c44-8c2f-91cb1541ba17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.481s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.460377] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506217} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.461284] env[69437]: DEBUG nova.network.neutron [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Successfully updated port: e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.462420] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] fcd34c48-657f-4a86-9e2e-45276a35af1f/fcd34c48-657f-4a86-9e2e-45276a35af1f.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.462706] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.463366] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84a5dc3f-43f7-48ba-b8d0-183a0a52ad1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.472978] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 979.472978] env[69437]: value = "task-4103771" [ 979.472978] env[69437]: _type = "Task" [ 979.472978] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.487113] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.537444] env[69437]: DEBUG oslo_vmware.api [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103769, 'name': PowerOnVM_Task, 'duration_secs': 0.671252} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.540912] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.541154] env[69437]: INFO nova.compute.manager [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Took 17.11 seconds to spawn the instance on the hypervisor. [ 979.541493] env[69437]: DEBUG nova.compute.manager [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.542635] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9207661-68a4-457b-b691-fe392b532e2a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.598061] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.743957] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b8af74-5390-4596-82c5-752e34aef7a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.753036] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1641e1-55d6-4682-9d35-f00783d8320d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.786219] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662c0b54-853f-464c-baef-9c400660644a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.797367] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2ffd85-4650-4755-a800-d537287fa1b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.812821] env[69437]: DEBUG nova.compute.provider_tree [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.964779] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-ae9d7b96-529c-413e-8392-b2e344d258dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.964944] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-ae9d7b96-529c-413e-8392-b2e344d258dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.965159] env[69437]: DEBUG nova.network.neutron [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.983469] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072994} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.983873] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.984707] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfdd1c0-7b05-457c-93b5-e9de3fec33c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.012868] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] fcd34c48-657f-4a86-9e2e-45276a35af1f/fcd34c48-657f-4a86-9e2e-45276a35af1f.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.012868] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2ad722-d6e2-4cce-8c5d-593cf9183209 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.035823] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 980.035823] env[69437]: value = "task-4103772" [ 980.035823] env[69437]: _type = "Task" [ 980.035823] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.046625] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.065503] env[69437]: INFO nova.compute.manager [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Took 55.50 seconds to build instance. [ 980.291984] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.316795] env[69437]: DEBUG nova.scheduler.client.report [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.519621] env[69437]: DEBUG nova.network.neutron [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.548337] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.571247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.018s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.571641] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.279s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.571641] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.571770] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.571920] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.574174] env[69437]: INFO nova.compute.manager [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Terminating instance [ 980.710440] env[69437]: DEBUG nova.network.neutron [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Updating instance_info_cache with network_info: [{"id": "e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1", "address": "fa:16:3e:6c:6e:3c", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7f9a14e-b7", "ovs_interfaceid": "e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.822657] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.825365] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.804s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.825441] env[69437]: DEBUG nova.objects.instance [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 980.854388] env[69437]: INFO nova.scheduler.client.report [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Deleted allocations for instance f7b17629-a56f-43a8-b963-2c03e4e725c3 [ 981.047031] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103772, 'name': ReconfigVM_Task, 'duration_secs': 0.891112} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.047855] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] fcd34c48-657f-4a86-9e2e-45276a35af1f/fcd34c48-657f-4a86-9e2e-45276a35af1f.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.047966] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee5ce1ee-b192-4283-b798-dfb5ed94c5c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.054585] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 981.054585] env[69437]: value = "task-4103773" [ 981.054585] env[69437]: _type = "Task" [ 981.054585] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.063316] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103773, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.078247] env[69437]: DEBUG nova.compute.manager [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.078502] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.079423] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b5dce9-6381-4d33-ac75-8db9be43416c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.088518] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.088899] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc42489-c5b0-45f2-9aa2-6d6bd04282ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.097546] env[69437]: DEBUG oslo_vmware.api [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 981.097546] env[69437]: value = "task-4103774" [ 981.097546] env[69437]: _type = "Task" [ 981.097546] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.107325] env[69437]: DEBUG oslo_vmware.api [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.213836] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-ae9d7b96-529c-413e-8392-b2e344d258dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.214305] env[69437]: DEBUG nova.compute.manager [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Instance network_info: |[{"id": "e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1", "address": "fa:16:3e:6c:6e:3c", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7f9a14e-b7", "ovs_interfaceid": "e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.214765] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:6e:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.223326] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.223729] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.223874] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cd775a4-174b-48dd-a749-9bf3a168262b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.247733] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.247733] env[69437]: value = "task-4103775" [ 981.247733] env[69437]: _type = "Task" [ 981.247733] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.259567] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103775, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.371533] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d1593062-1182-489e-926e-7048a96ea802 tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Lock "f7b17629-a56f-43a8-b963-2c03e4e725c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.707s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.373877] env[69437]: DEBUG nova.compute.manager [req-0edcd3c4-3186-4b10-b551-316353ee86c0 req-41bf5d9c-188a-4948-ae88-e1dc15d65d4c service nova] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Received event network-changed-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.374215] env[69437]: DEBUG nova.compute.manager [req-0edcd3c4-3186-4b10-b551-316353ee86c0 req-41bf5d9c-188a-4948-ae88-e1dc15d65d4c service nova] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Refreshing instance network info cache due to event network-changed-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.374654] env[69437]: DEBUG oslo_concurrency.lockutils [req-0edcd3c4-3186-4b10-b551-316353ee86c0 req-41bf5d9c-188a-4948-ae88-e1dc15d65d4c service nova] Acquiring lock "refresh_cache-ae9d7b96-529c-413e-8392-b2e344d258dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.374833] env[69437]: DEBUG oslo_concurrency.lockutils [req-0edcd3c4-3186-4b10-b551-316353ee86c0 req-41bf5d9c-188a-4948-ae88-e1dc15d65d4c service nova] Acquired lock "refresh_cache-ae9d7b96-529c-413e-8392-b2e344d258dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.378629] env[69437]: DEBUG nova.network.neutron [req-0edcd3c4-3186-4b10-b551-316353ee86c0 req-41bf5d9c-188a-4948-ae88-e1dc15d65d4c service nova] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Refreshing network info cache for port e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.566719] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103773, 'name': Rename_Task, 'duration_secs': 0.236078} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.567087] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.567172] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13bad788-7505-4ee6-a6cc-14a359e67590 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.573640] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 981.573640] env[69437]: value = "task-4103776" [ 981.573640] env[69437]: _type = "Task" [ 981.573640] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.581807] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.611379] env[69437]: DEBUG oslo_vmware.api [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103774, 'name': PowerOffVM_Task, 'duration_secs': 0.24156} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.611802] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.612103] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.612481] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49eabf6c-907e-4f4f-ad6f-ba8425066095 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.696732] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.696732] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.696732] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleting the datastore file [datastore1] 7b44115c-976d-4a6e-aee0-7a08a3f4001a {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.696978] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de5fffa2-2b7c-4f9d-a21c-dc02ac7ef1ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.705801] env[69437]: DEBUG oslo_vmware.api [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 981.705801] env[69437]: value = "task-4103778" [ 981.705801] env[69437]: _type = "Task" [ 981.705801] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.715113] env[69437]: DEBUG oslo_vmware.api [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.757526] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103775, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.838316] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3b9132a6-4201-47dd-9dc2-030cb5582cbf tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.839858] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.991s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.840186] env[69437]: DEBUG nova.objects.instance [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lazy-loading 'resources' on Instance uuid b6a1a428-6a60-4fe7-a11d-27983d31bbed {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.042448] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07dccb55-b889-4abd-b658-62a9184f8f08 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.042814] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07dccb55-b889-4abd-b658-62a9184f8f08 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.043122] env[69437]: DEBUG nova.objects.instance [None req-07dccb55-b889-4abd-b658-62a9184f8f08 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'flavor' on Instance uuid 972570b6-b81a-4d2c-ad83-b14b7d70712c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.085863] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103776, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.198458] env[69437]: DEBUG nova.network.neutron [req-0edcd3c4-3186-4b10-b551-316353ee86c0 req-41bf5d9c-188a-4948-ae88-e1dc15d65d4c service nova] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Updated VIF entry in instance network info cache for port e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.198868] env[69437]: DEBUG nova.network.neutron [req-0edcd3c4-3186-4b10-b551-316353ee86c0 req-41bf5d9c-188a-4948-ae88-e1dc15d65d4c service nova] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Updating instance_info_cache with network_info: [{"id": "e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1", "address": "fa:16:3e:6c:6e:3c", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7f9a14e-b7", "ovs_interfaceid": "e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.217945] env[69437]: DEBUG oslo_vmware.api [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187604} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.218232] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.218422] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.218599] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.218769] env[69437]: INFO nova.compute.manager [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 982.219016] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.219227] env[69437]: DEBUG nova.compute.manager [-] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.219325] env[69437]: DEBUG nova.network.neutron [-] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.258821] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103775, 'name': CreateVM_Task, 'duration_secs': 0.535549} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.258989] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.259806] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.259806] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.260128] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.260412] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcc8f8e-34e9-4697-8689-981a75127aad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.266139] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 982.266139] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528c8412-fa3d-c04f-3803-beb672a5a2cb" [ 982.266139] env[69437]: _type = "Task" [ 982.266139] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.275232] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528c8412-fa3d-c04f-3803-beb672a5a2cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.549703] env[69437]: DEBUG nova.objects.instance [None req-07dccb55-b889-4abd-b658-62a9184f8f08 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'pci_requests' on Instance uuid 972570b6-b81a-4d2c-ad83-b14b7d70712c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.589429] env[69437]: DEBUG oslo_vmware.api [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103776, 'name': PowerOnVM_Task, 'duration_secs': 0.537062} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.589725] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.591216] env[69437]: INFO nova.compute.manager [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Took 8.86 seconds to spawn the instance on the hypervisor. [ 982.591216] env[69437]: DEBUG nova.compute.manager [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.593602] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588694e-ecff-4f66-8217-28630f3464d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.701336] env[69437]: DEBUG oslo_concurrency.lockutils [req-0edcd3c4-3186-4b10-b551-316353ee86c0 req-41bf5d9c-188a-4948-ae88-e1dc15d65d4c service nova] Releasing lock "refresh_cache-ae9d7b96-529c-413e-8392-b2e344d258dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.744249] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc203989-ff3e-4cf4-8718-5e5d290ebdb9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.752408] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a6efb2-1d42-49d2-8e56-e55751fa6949 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.790058] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87e179a-cd4d-45fb-8d20-66f8babd39ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.797038] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528c8412-fa3d-c04f-3803-beb672a5a2cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.799589] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.799906] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.800130] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.800282] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.800464] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.800794] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deb59219-1a90-4c4a-abe3-127d57ea7033 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.803897] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a8310f-4b76-42c4-952b-98719f6e6648 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.818420] env[69437]: DEBUG nova.compute.provider_tree [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.821065] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.821291] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.822439] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c580b716-c949-4746-a619-a88731385b65 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.829089] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 982.829089] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52638e7d-6a5b-138e-6206-55518cb20fa6" [ 982.829089] env[69437]: _type = "Task" [ 982.829089] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.838458] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52638e7d-6a5b-138e-6206-55518cb20fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.053620] env[69437]: DEBUG nova.objects.base [None req-07dccb55-b889-4abd-b658-62a9184f8f08 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Object Instance<972570b6-b81a-4d2c-ad83-b14b7d70712c> lazy-loaded attributes: flavor,pci_requests {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.053913] env[69437]: DEBUG nova.network.neutron [None req-07dccb55-b889-4abd-b658-62a9184f8f08 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.112903] env[69437]: INFO nova.compute.manager [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Took 37.07 seconds to build instance. [ 983.148094] env[69437]: DEBUG oslo_concurrency.lockutils [None req-07dccb55-b889-4abd-b658-62a9184f8f08 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.105s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.149396] env[69437]: DEBUG nova.network.neutron [-] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.323454] env[69437]: DEBUG nova.scheduler.client.report [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.341951] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52638e7d-6a5b-138e-6206-55518cb20fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.029656} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.342833] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f3b536-dbf2-440a-a492-714b2bb70253 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.349831] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 983.349831] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521b5071-7bde-2141-d949-b64cb7f2e19f" [ 983.349831] env[69437]: _type = "Task" [ 983.349831] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.360236] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521b5071-7bde-2141-d949-b64cb7f2e19f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.551811] env[69437]: DEBUG nova.compute.manager [req-e06a3d59-5372-4508-a6aa-1b90854db239 req-65b2e552-20a0-4f2f-baf4-09ed2177b61e service nova] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Received event network-vif-deleted-678f8e55-9726-4fe9-9e77-26663b2a9421 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.618352] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "fcd34c48-657f-4a86-9e2e-45276a35af1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.583s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.655788] env[69437]: INFO nova.compute.manager [-] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Took 1.43 seconds to deallocate network for instance. [ 983.830062] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.832491] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.921s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.832734] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.839240] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.756s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.839363] env[69437]: DEBUG nova.objects.instance [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lazy-loading 'resources' on Instance uuid 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.864806] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521b5071-7bde-2141-d949-b64cb7f2e19f, 'name': SearchDatastore_Task, 'duration_secs': 0.011104} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.864806] env[69437]: INFO nova.scheduler.client.report [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Deleted allocations for instance b6a1a428-6a60-4fe7-a11d-27983d31bbed [ 983.865305] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.865636] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] ae9d7b96-529c-413e-8392-b2e344d258dd/ae9d7b96-529c-413e-8392-b2e344d258dd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.865837] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f714d84b-e428-4969-8136-40e4118b088f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.872475] env[69437]: INFO nova.scheduler.client.report [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Deleted allocations for instance b0d96507-cf10-42e5-815f-66b29f6b9cfd [ 983.882469] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 983.882469] env[69437]: value = "task-4103779" [ 983.882469] env[69437]: _type = "Task" [ 983.882469] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.893751] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.949521] env[69437]: DEBUG nova.compute.manager [None req-cfbe1d81-f374-421f-876f-7ac156d5340d tempest-ServerDiagnosticsTest-973200266 tempest-ServerDiagnosticsTest-973200266-project-admin] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.951224] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534599a8-6147-4ea9-ab13-171735b05263 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.961356] env[69437]: INFO nova.compute.manager [None req-cfbe1d81-f374-421f-876f-7ac156d5340d tempest-ServerDiagnosticsTest-973200266 tempest-ServerDiagnosticsTest-973200266-project-admin] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Retrieving diagnostics [ 983.962876] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb435c-2c33-4f0d-9856-fe53942adf2c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.164282] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.376651] env[69437]: DEBUG oslo_concurrency.lockutils [None req-46aa5aa9-059f-49e4-8c4c-a4060beb1ea4 tempest-ServersListShow298Test-1453120893 tempest-ServersListShow298Test-1453120893-project-member] Lock "b6a1a428-6a60-4fe7-a11d-27983d31bbed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.836s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.387479] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70da5f97-112e-4039-bd5a-d8c742d480b1 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b0d96507-cf10-42e5-815f-66b29f6b9cfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.057s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.395077] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481542} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.395917] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] ae9d7b96-529c-413e-8392-b2e344d258dd/ae9d7b96-529c-413e-8392-b2e344d258dd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.396132] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.398908] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a6406ff-0eae-48ad-bb21-e7c8747ec4ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.406847] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 984.406847] env[69437]: value = "task-4103780" [ 984.406847] env[69437]: _type = "Task" [ 984.406847] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.417859] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.693294] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ede42cb-e17a-4201-865a-ccd87a2d24a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.709363] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bd249d-9221-4229-b925-5c5b6bb88539 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.746020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63e9133-5b81-4e62-9de8-d8a44a254019 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.756291] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e89b02-8178-48f7-b428-9ed14bc4ad4d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.774841] env[69437]: DEBUG nova.compute.provider_tree [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.924127] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073034} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.924127] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.924127] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f9bb66-30bf-4a15-9922-b3cf58cfc378 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.951326] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] ae9d7b96-529c-413e-8392-b2e344d258dd/ae9d7b96-529c-413e-8392-b2e344d258dd.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.955329] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9249bc3c-9510-419f-96c0-5016dc210f94 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.975046] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 984.975046] env[69437]: value = "task-4103781" [ 984.975046] env[69437]: _type = "Task" [ 984.975046] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.984299] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.306857] env[69437]: ERROR nova.scheduler.client.report [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] [req-54b1af81-2753-4ace-ae30-078c9a4f5d97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54b1af81-2753-4ace-ae30-078c9a4f5d97"}]} [ 985.328930] env[69437]: DEBUG nova.scheduler.client.report [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 985.346263] env[69437]: DEBUG nova.scheduler.client.report [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 985.346510] env[69437]: DEBUG nova.compute.provider_tree [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.360883] env[69437]: DEBUG nova.scheduler.client.report [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 985.360883] env[69437]: DEBUG nova.compute.provider_tree [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 104 to 105 during operation: update_aggregates {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 985.382292] env[69437]: DEBUG nova.scheduler.client.report [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 985.423936] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquiring lock "fcd34c48-657f-4a86-9e2e-45276a35af1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.424271] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "fcd34c48-657f-4a86-9e2e-45276a35af1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.424481] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquiring lock "fcd34c48-657f-4a86-9e2e-45276a35af1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.424664] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "fcd34c48-657f-4a86-9e2e-45276a35af1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.424834] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "fcd34c48-657f-4a86-9e2e-45276a35af1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.431325] env[69437]: INFO nova.compute.manager [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Terminating instance [ 985.487655] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103781, 'name': ReconfigVM_Task, 'duration_secs': 0.328879} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.487957] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Reconfigured VM instance instance-0000004e to attach disk [datastore2] ae9d7b96-529c-413e-8392-b2e344d258dd/ae9d7b96-529c-413e-8392-b2e344d258dd.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.488639] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a011c2e7-2c13-435b-97f9-ed0797b9a63e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.500180] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 985.500180] env[69437]: value = "task-4103782" [ 985.500180] env[69437]: _type = "Task" [ 985.500180] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.511321] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103782, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.589622] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.589887] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.591567] env[69437]: DEBUG nova.objects.instance [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'flavor' on Instance uuid 972570b6-b81a-4d2c-ad83-b14b7d70712c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.800229] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d6bc4-fe9f-40de-8618-1ed3aa05828e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.815257] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73c77e-796c-4a29-b4a2-0b695845d894 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.824734] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.825049] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.860711] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c4417-4510-4f21-940a-c69caa60b465 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.870642] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f4a881-0b73-49ad-a0f1-a87856460f1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.885065] env[69437]: DEBUG nova.compute.provider_tree [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.941287] env[69437]: DEBUG nova.compute.manager [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.941600] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.942648] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95318217-7f64-4a07-870a-f3b1b8ff6793 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.951151] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.951442] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-435da39a-1440-4b5f-b144-a6669bda7ba1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.958482] env[69437]: DEBUG oslo_vmware.api [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 985.958482] env[69437]: value = "task-4103783" [ 985.958482] env[69437]: _type = "Task" [ 985.958482] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.967113] env[69437]: DEBUG oslo_vmware.api [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.011207] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103782, 'name': Rename_Task, 'duration_secs': 0.166983} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.011207] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.011466] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5649bf16-649b-41dd-8925-b9c24d97dc8e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.019060] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 986.019060] env[69437]: value = "task-4103784" [ 986.019060] env[69437]: _type = "Task" [ 986.019060] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.031107] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.069214] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.069214] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.231587] env[69437]: DEBUG nova.objects.instance [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'pci_requests' on Instance uuid 972570b6-b81a-4d2c-ad83-b14b7d70712c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.329076] env[69437]: DEBUG nova.compute.manager [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.428141] env[69437]: DEBUG nova.scheduler.client.report [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.428141] env[69437]: DEBUG nova.compute.provider_tree [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 105 to 106 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.428301] env[69437]: DEBUG nova.compute.provider_tree [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.469760] env[69437]: DEBUG oslo_vmware.api [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103783, 'name': PowerOffVM_Task, 'duration_secs': 0.317226} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.470012] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.470208] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.470473] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1192e083-931a-4fb9-90e6-59638f54ec0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.530251] env[69437]: DEBUG oslo_vmware.api [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103784, 'name': PowerOnVM_Task, 'duration_secs': 0.496312} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.530536] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.530762] env[69437]: INFO nova.compute.manager [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Took 7.65 seconds to spawn the instance on the hypervisor. [ 986.531162] env[69437]: DEBUG nova.compute.manager [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.531812] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02796b95-d842-4eac-ac67-fd36b7c437db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.549156] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.549156] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.549156] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Deleting the datastore file [datastore2] fcd34c48-657f-4a86-9e2e-45276a35af1f {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.549499] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-defedce0-0359-43a2-a5cc-83bead18c2c0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.556914] env[69437]: DEBUG oslo_vmware.api [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for the task: (returnval){ [ 986.556914] env[69437]: value = "task-4103786" [ 986.556914] env[69437]: _type = "Task" [ 986.556914] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.568512] env[69437]: DEBUG oslo_vmware.api [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.571500] env[69437]: INFO nova.compute.manager [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Detaching volume 0764756e-2e88-49a2-a1fa-0636c2f05ba8 [ 986.616835] env[69437]: INFO nova.virt.block_device [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Attempting to driver detach volume 0764756e-2e88-49a2-a1fa-0636c2f05ba8 from mountpoint /dev/sdb [ 986.617160] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 986.617436] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812873', 'volume_id': '0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'name': 'volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d25ef4b-fd90-43fa-bcc5-392bc5ad2029', 'attached_at': '', 'detached_at': '', 'volume_id': '0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'serial': '0764756e-2e88-49a2-a1fa-0636c2f05ba8'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 986.618693] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884dbda1-0aa5-4a5a-afe5-33307634e586 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.645380] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e741bd-41d8-464f-bab1-eb5f2c0b2793 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.654604] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234014c4-4cd9-4b2e-b02b-162bf2797219 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.658982] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.659249] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.659535] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.659652] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.659818] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.681023] env[69437]: INFO nova.compute.manager [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Terminating instance [ 986.683356] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09ddb56-b90e-4c99-aa86-40764aabd94f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.701996] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] The volume has not been displaced from its original location: [datastore1] volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8/volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 986.708710] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.709394] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f1acbf-16fe-4519-a725-9bfa83678f08 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.730030] env[69437]: DEBUG oslo_vmware.api [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 986.730030] env[69437]: value = "task-4103787" [ 986.730030] env[69437]: _type = "Task" [ 986.730030] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.734798] env[69437]: DEBUG nova.objects.base [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Object Instance<972570b6-b81a-4d2c-ad83-b14b7d70712c> lazy-loaded attributes: flavor,pci_requests {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.734942] env[69437]: DEBUG nova.network.neutron [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.747540] env[69437]: DEBUG oslo_vmware.api [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.787193] env[69437]: DEBUG nova.policy [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e739f5b215ed40deabf1163cb449599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc53fa4366a4a4aa5f2b5adcf92472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.853993] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.894526] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquiring lock "2222023a-8eea-420c-9546-67072fbdd4f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.894661] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "2222023a-8eea-420c-9546-67072fbdd4f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.894878] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquiring lock "2222023a-8eea-420c-9546-67072fbdd4f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.895117] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "2222023a-8eea-420c-9546-67072fbdd4f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.895345] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "2222023a-8eea-420c-9546-67072fbdd4f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.898036] env[69437]: INFO nova.compute.manager [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Terminating instance [ 986.937375] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.098s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.939746] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.902s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.940100] env[69437]: DEBUG nova.objects.instance [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lazy-loading 'resources' on Instance uuid 2ecf171c-e946-4cc0-8dad-ee4377eba6f2 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.967611] env[69437]: INFO nova.scheduler.client.report [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Deleted allocations for instance 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29 [ 987.048952] env[69437]: INFO nova.compute.manager [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Took 39.51 seconds to build instance. [ 987.068187] env[69437]: DEBUG oslo_vmware.api [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Task: {'id': task-4103786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177286} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.068474] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.068662] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.068841] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.069020] env[69437]: INFO nova.compute.manager [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 987.069280] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.069565] env[69437]: DEBUG nova.compute.manager [-] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.069635] env[69437]: DEBUG nova.network.neutron [-] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.082333] env[69437]: DEBUG nova.network.neutron [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Successfully created port: dca27aac-01c3-4692-92c2-2ab7f735b577 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.209916] env[69437]: DEBUG nova.compute.manager [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.210170] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.211128] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55db41ee-97d7-4387-a4ef-1961177a128c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.220528] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.221977] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dea59f34-25e8-4409-b258-b1381eeb029b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.228724] env[69437]: DEBUG oslo_vmware.api [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 987.228724] env[69437]: value = "task-4103788" [ 987.228724] env[69437]: _type = "Task" [ 987.228724] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.252327] env[69437]: DEBUG oslo_vmware.api [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.254867] env[69437]: DEBUG oslo_vmware.api [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.402977] env[69437]: DEBUG nova.compute.manager [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.404893] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.405757] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36033359-4cb1-4748-a569-ddba72028f7c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.419776] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.420085] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-996f3ca7-d8aa-4288-97d3-bce7b73635fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.429201] env[69437]: DEBUG oslo_vmware.api [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 987.429201] env[69437]: value = "task-4103789" [ 987.429201] env[69437]: _type = "Task" [ 987.429201] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.440017] env[69437]: DEBUG oslo_vmware.api [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.476250] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d69675b2-1d29-4c67-9ea2-b8374c094e4f tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Lock "3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.404s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.553494] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.025s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.746879] env[69437]: DEBUG oslo_vmware.api [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103788, 'name': PowerOffVM_Task, 'duration_secs': 0.244749} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.751081] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.751081] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.751081] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3a49d7c-18dd-4002-a19f-38b4c48d43ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.759437] env[69437]: DEBUG oslo_vmware.api [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.835695] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.835890] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.837982] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Deleting the datastore file [datastore2] b40269cc-f3c6-4dbc-a9aa-aa9f95186045 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.839583] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31eef669-7f8e-4912-b778-6d1faca89852 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.849279] env[69437]: DEBUG oslo_vmware.api [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for the task: (returnval){ [ 987.849279] env[69437]: value = "task-4103791" [ 987.849279] env[69437]: _type = "Task" [ 987.849279] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.859862] env[69437]: DEBUG oslo_vmware.api [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.877645] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ccbba4-e44b-46a5-9e58-3f448cc26ce5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.886233] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e40264-499a-4d1b-8806-f2f348d12197 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.921318] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae184f6-afaf-480f-aff6-f7db584878d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.935733] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f319752-75f0-462e-bd4f-f34f5e897c86 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.953694] env[69437]: DEBUG nova.compute.provider_tree [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.960172] env[69437]: DEBUG oslo_vmware.api [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103789, 'name': PowerOffVM_Task, 'duration_secs': 0.201891} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.960172] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.960172] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.960172] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0022adb4-7eb9-48c1-981f-311d957d7c9f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.044046] env[69437]: DEBUG nova.compute.manager [req-f30cde82-5b38-4cdd-b169-264a20bef0f9 req-755e252b-27e2-49ef-a9b9-5ad801f55910 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Received event network-vif-deleted-b5634358-93cc-4f16-999c-b66d81376f0a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.044046] env[69437]: INFO nova.compute.manager [req-f30cde82-5b38-4cdd-b169-264a20bef0f9 req-755e252b-27e2-49ef-a9b9-5ad801f55910 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Neutron deleted interface b5634358-93cc-4f16-999c-b66d81376f0a; detaching it from the instance and deleting it from the info cache [ 988.044046] env[69437]: DEBUG nova.network.neutron [req-f30cde82-5b38-4cdd-b169-264a20bef0f9 req-755e252b-27e2-49ef-a9b9-5ad801f55910 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.047147] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.047721] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.049233] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Deleting the datastore file [datastore1] 2222023a-8eea-420c-9546-67072fbdd4f0 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.049233] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4ef9db6-7ae6-4242-9bbf-6c9a2466303d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.061328] env[69437]: DEBUG oslo_vmware.api [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for the task: (returnval){ [ 988.061328] env[69437]: value = "task-4103793" [ 988.061328] env[69437]: _type = "Task" [ 988.061328] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.074474] env[69437]: DEBUG oslo_vmware.api [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.133460] env[69437]: DEBUG nova.network.neutron [-] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.258555] env[69437]: DEBUG oslo_vmware.api [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103787, 'name': ReconfigVM_Task, 'duration_secs': 1.509632} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.258930] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.265428] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7b2104-75c8-4c92-af82-df68c005b7c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.288085] env[69437]: DEBUG oslo_vmware.api [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 988.288085] env[69437]: value = "task-4103794" [ 988.288085] env[69437]: _type = "Task" [ 988.288085] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.304929] env[69437]: DEBUG oslo_vmware.api [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.360578] env[69437]: DEBUG oslo_vmware.api [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Task: {'id': task-4103791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325394} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.360833] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.361032] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.361372] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.361485] env[69437]: INFO nova.compute.manager [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Took 1.15 seconds to destroy the instance on the hypervisor. [ 988.361741] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.362127] env[69437]: DEBUG nova.compute.manager [-] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.362127] env[69437]: DEBUG nova.network.neutron [-] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.461372] env[69437]: DEBUG nova.scheduler.client.report [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.552519] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f45ea700-8fdb-42e7-beda-81e52405b141 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.560655] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9d12ff-96ae-4333-9555-26df6ddc5fc1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.588736] env[69437]: DEBUG oslo_vmware.api [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Task: {'id': task-4103793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22258} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.589124] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.589588] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.589776] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.589963] env[69437]: INFO nova.compute.manager [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 988.590281] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.590521] env[69437]: DEBUG nova.compute.manager [-] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.590653] env[69437]: DEBUG nova.network.neutron [-] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.606347] env[69437]: DEBUG nova.compute.manager [req-f30cde82-5b38-4cdd-b169-264a20bef0f9 req-755e252b-27e2-49ef-a9b9-5ad801f55910 service nova] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Detach interface failed, port_id=b5634358-93cc-4f16-999c-b66d81376f0a, reason: Instance fcd34c48-657f-4a86-9e2e-45276a35af1f could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.638127] env[69437]: INFO nova.compute.manager [-] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Took 1.57 seconds to deallocate network for instance. [ 988.804845] env[69437]: DEBUG oslo_concurrency.lockutils [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "ae9d7b96-529c-413e-8392-b2e344d258dd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.805332] env[69437]: DEBUG oslo_concurrency.lockutils [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.805332] env[69437]: DEBUG nova.compute.manager [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.805930] env[69437]: DEBUG oslo_vmware.api [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103794, 'name': ReconfigVM_Task, 'duration_secs': 0.180649} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.807020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050e39b4-8314-4a5b-b5b2-6998d843ef4a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.811184] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812873', 'volume_id': '0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'name': 'volume-0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d25ef4b-fd90-43fa-bcc5-392bc5ad2029', 'attached_at': '', 'detached_at': '', 'volume_id': '0764756e-2e88-49a2-a1fa-0636c2f05ba8', 'serial': '0764756e-2e88-49a2-a1fa-0636c2f05ba8'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 988.821456] env[69437]: DEBUG nova.compute.manager [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 988.821456] env[69437]: DEBUG nova.objects.instance [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lazy-loading 'flavor' on Instance uuid ae9d7b96-529c-413e-8392-b2e344d258dd {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.969926] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.973682] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.261s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.974947] env[69437]: INFO nova.compute.claims [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.008921] env[69437]: INFO nova.scheduler.client.report [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted allocations for instance 2ecf171c-e946-4cc0-8dad-ee4377eba6f2 [ 989.098149] env[69437]: DEBUG nova.network.neutron [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Successfully updated port: dca27aac-01c3-4692-92c2-2ab7f735b577 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.144820] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.166129] env[69437]: DEBUG nova.network.neutron [-] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.299933] env[69437]: DEBUG nova.compute.manager [req-26ba27d9-baf1-44ce-aa45-54c7f67229a9 req-19226fd1-d426-4164-9e5a-e6276e4e5996 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-vif-plugged-dca27aac-01c3-4692-92c2-2ab7f735b577 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.300328] env[69437]: DEBUG oslo_concurrency.lockutils [req-26ba27d9-baf1-44ce-aa45-54c7f67229a9 req-19226fd1-d426-4164-9e5a-e6276e4e5996 service nova] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.300562] env[69437]: DEBUG oslo_concurrency.lockutils [req-26ba27d9-baf1-44ce-aa45-54c7f67229a9 req-19226fd1-d426-4164-9e5a-e6276e4e5996 service nova] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.300747] env[69437]: DEBUG oslo_concurrency.lockutils [req-26ba27d9-baf1-44ce-aa45-54c7f67229a9 req-19226fd1-d426-4164-9e5a-e6276e4e5996 service nova] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.301069] env[69437]: DEBUG nova.compute.manager [req-26ba27d9-baf1-44ce-aa45-54c7f67229a9 req-19226fd1-d426-4164-9e5a-e6276e4e5996 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] No waiting events found dispatching network-vif-plugged-dca27aac-01c3-4692-92c2-2ab7f735b577 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 989.301128] env[69437]: WARNING nova.compute.manager [req-26ba27d9-baf1-44ce-aa45-54c7f67229a9 req-19226fd1-d426-4164-9e5a-e6276e4e5996 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received unexpected event network-vif-plugged-dca27aac-01c3-4692-92c2-2ab7f735b577 for instance with vm_state active and task_state None. [ 989.378179] env[69437]: DEBUG nova.objects.instance [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.523085] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aef6a34a-d068-4db8-8c0b-40b8612ddfce tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "2ecf171c-e946-4cc0-8dad-ee4377eba6f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.977s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.583020] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquiring lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.583422] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.606990] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.607058] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.607232] env[69437]: DEBUG nova.network.neutron [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.668129] env[69437]: INFO nova.compute.manager [-] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Took 1.31 seconds to deallocate network for instance. [ 989.836736] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.836736] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b8ddb3-0216-411a-9162-141d1cbd434d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.842692] env[69437]: DEBUG oslo_vmware.api [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 989.842692] env[69437]: value = "task-4103795" [ 989.842692] env[69437]: _type = "Task" [ 989.842692] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.856897] env[69437]: DEBUG oslo_vmware.api [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.091047] env[69437]: DEBUG nova.compute.manager [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.176670] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.207136] env[69437]: WARNING nova.network.neutron [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] bb2f160d-601f-4fde-9eb5-8868b634d2dd already exists in list: networks containing: ['bb2f160d-601f-4fde-9eb5-8868b634d2dd']. ignoring it [ 990.358988] env[69437]: DEBUG oslo_vmware.api [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103795, 'name': PowerOffVM_Task, 'duration_secs': 0.244007} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.359640] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.359969] env[69437]: DEBUG nova.compute.manager [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.360782] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ac78c0-cc4c-432a-9cfa-402f77e27dd8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.386723] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3cb33572-dbad-4b67-bfa6-59a3e3523bd2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.319s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.423132] env[69437]: DEBUG nova.compute.manager [req-164a1864-e77a-4e2e-905b-31de78d6cda9 req-625f826e-ad8a-42f7-a4ec-66e12219ab29 service nova] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Received event network-vif-deleted-6450338f-f00f-4c1c-bebe-76a970b60b67 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.426163] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e800a71d-fd9d-4a20-ad05-f1d88780de38 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.430959] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.430959] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.431158] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.431362] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.431673] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.434226] env[69437]: INFO nova.compute.manager [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Terminating instance [ 990.440681] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b718eca3-8d6e-4c93-aa3e-b4e849b62f79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.485179] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc499449-3c33-45a1-8de1-b889eb407337 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.493718] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c355391-b9de-4ca8-9184-2c184ac3b557 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.508438] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.508639] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.508817] env[69437]: DEBUG nova.compute.manager [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.509383] env[69437]: DEBUG nova.compute.provider_tree [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.514391] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d929710-6d5b-4c28-b11a-4a9d20a551e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.521746] env[69437]: DEBUG nova.compute.manager [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 990.522348] env[69437]: DEBUG nova.objects.instance [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.616511] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.631701] env[69437]: DEBUG nova.network.neutron [-] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.791318] env[69437]: DEBUG nova.network.neutron [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dca27aac-01c3-4692-92c2-2ab7f735b577", "address": "fa:16:3e:0e:ca:ff", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca27aac-01", "ovs_interfaceid": "dca27aac-01c3-4692-92c2-2ab7f735b577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.879400] env[69437]: DEBUG oslo_concurrency.lockutils [None req-147d983d-432b-46ca-9c95-e7e567b9305d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.944106] env[69437]: DEBUG nova.compute.manager [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.944106] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.944106] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a98b811-482b-4737-a8d5-fa53d4edc01d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.952158] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.952654] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2b6abc4-0f64-4177-af89-9462222ff08d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.963021] env[69437]: DEBUG oslo_vmware.api [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 990.963021] env[69437]: value = "task-4103796" [ 990.963021] env[69437]: _type = "Task" [ 990.963021] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.973033] env[69437]: DEBUG oslo_vmware.api [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.047505] env[69437]: ERROR nova.scheduler.client.report [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [req-6998369b-bb60-4885-aee3-6885179d7606] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b52150e3-ffb5-4863-8ac6-a35abaa0b760. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6998369b-bb60-4885-aee3-6885179d7606"}]} [ 991.071956] env[69437]: DEBUG nova.scheduler.client.report [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 991.090427] env[69437]: DEBUG nova.scheduler.client.report [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 991.090672] env[69437]: DEBUG nova.compute.provider_tree [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.108882] env[69437]: DEBUG nova.scheduler.client.report [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 991.135251] env[69437]: INFO nova.compute.manager [-] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Took 2.54 seconds to deallocate network for instance. [ 991.140902] env[69437]: DEBUG nova.scheduler.client.report [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 991.294969] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.295606] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.295766] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.296820] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5085256-c17f-421f-9997-a9b01c211cac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.319532] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.319819] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.319980] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.320595] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.320595] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.320595] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.320785] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.321103] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.321279] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.321414] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.321969] env[69437]: DEBUG nova.virt.hardware [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.329148] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfiguring VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 991.331655] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4709f1b2-9264-4f23-9e32-37d898bfeda3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.349890] env[69437]: DEBUG oslo_vmware.api [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 991.349890] env[69437]: value = "task-4103797" [ 991.349890] env[69437]: _type = "Task" [ 991.349890] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.360435] env[69437]: DEBUG oslo_vmware.api [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103797, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.476184] env[69437]: DEBUG oslo_vmware.api [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103796, 'name': PowerOffVM_Task, 'duration_secs': 0.206343} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.476538] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.476764] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.480143] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c94cf140-2801-4441-b0aa-516a1e999a4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.506943] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "ae9d7b96-529c-413e-8392-b2e344d258dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.507238] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.507461] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "ae9d7b96-529c-413e-8392-b2e344d258dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.507660] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.507823] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.510442] env[69437]: INFO nova.compute.manager [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Terminating instance [ 991.536065] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.536878] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-608e1e93-5f1c-49b9-8ec2-74f9eafaa30d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.546351] env[69437]: DEBUG oslo_vmware.api [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 991.546351] env[69437]: value = "task-4103799" [ 991.546351] env[69437]: _type = "Task" [ 991.546351] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.553352] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.553686] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.553859] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleting the datastore file [datastore2] cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.557632] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9799db19-7699-4e06-9a52-0d05e65118e4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.560172] env[69437]: DEBUG oslo_vmware.api [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.569604] env[69437]: DEBUG oslo_vmware.api [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 991.569604] env[69437]: value = "task-4103800" [ 991.569604] env[69437]: _type = "Task" [ 991.569604] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.580103] env[69437]: DEBUG oslo_vmware.api [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.614531] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ec8762-13bc-4d72-bd62-2b86f313c7a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.627049] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618ae90c-cc57-4d00-9982-e629c9cab617 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.678938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.678938] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524f9ad2-a7e2-435e-b741-02006308cd1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.693817] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0184643-91a1-4cb0-b1d7-2f6b42925fab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.717804] env[69437]: DEBUG nova.compute.provider_tree [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.869640] env[69437]: DEBUG oslo_vmware.api [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.017805] env[69437]: DEBUG nova.compute.manager [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.020125] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.020125] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c8f4d2-b0f2-4ca3-87df-5cd354a523bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.033033] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.033033] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e6902e5-feed-4bf1-89a7-0ae37ed9a289 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.062942] env[69437]: DEBUG oslo_vmware.api [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103799, 'name': PowerOffVM_Task, 'duration_secs': 0.303639} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.064274] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.064633] env[69437]: DEBUG nova.compute.manager [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.067555] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72999c1-5b02-40fa-b794-5fb0038f6f1c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.095861] env[69437]: DEBUG oslo_vmware.api [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163101} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.096736] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.097023] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.097342] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.097624] env[69437]: INFO nova.compute.manager [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 992.098492] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.098492] env[69437]: DEBUG nova.compute.manager [-] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.098492] env[69437]: DEBUG nova.network.neutron [-] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.132775] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.133388] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.133460] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleting the datastore file [datastore2] ae9d7b96-529c-413e-8392-b2e344d258dd {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.133917] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14f6d498-4099-438c-8b42-cd7e257c8542 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.143266] env[69437]: DEBUG oslo_vmware.api [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 992.143266] env[69437]: value = "task-4103802" [ 992.143266] env[69437]: _type = "Task" [ 992.143266] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.155297] env[69437]: DEBUG oslo_vmware.api [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.277562] env[69437]: DEBUG nova.scheduler.client.report [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Updated inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 992.277972] env[69437]: DEBUG nova.compute.provider_tree [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Updating resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 generation from 107 to 108 during operation: update_inventory {{(pid=69437) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 992.278263] env[69437]: DEBUG nova.compute.provider_tree [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.363363] env[69437]: DEBUG oslo_vmware.api [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103797, 'name': ReconfigVM_Task, 'duration_secs': 0.821971} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.363798] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.364206] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfigured VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 992.572981] env[69437]: DEBUG nova.compute.manager [req-e571aaaf-05f0-4cb7-8d28-bda10571da83 req-8402b163-bf3b-4681-8b73-32fef66de924 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-changed-dca27aac-01c3-4692-92c2-2ab7f735b577 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.572981] env[69437]: DEBUG nova.compute.manager [req-e571aaaf-05f0-4cb7-8d28-bda10571da83 req-8402b163-bf3b-4681-8b73-32fef66de924 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Refreshing instance network info cache due to event network-changed-dca27aac-01c3-4692-92c2-2ab7f735b577. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.572981] env[69437]: DEBUG oslo_concurrency.lockutils [req-e571aaaf-05f0-4cb7-8d28-bda10571da83 req-8402b163-bf3b-4681-8b73-32fef66de924 service nova] Acquiring lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.575111] env[69437]: DEBUG oslo_concurrency.lockutils [req-e571aaaf-05f0-4cb7-8d28-bda10571da83 req-8402b163-bf3b-4681-8b73-32fef66de924 service nova] Acquired lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.575357] env[69437]: DEBUG nova.network.neutron [req-e571aaaf-05f0-4cb7-8d28-bda10571da83 req-8402b163-bf3b-4681-8b73-32fef66de924 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Refreshing network info cache for port dca27aac-01c3-4692-92c2-2ab7f735b577 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.603726] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e48b7212-66d2-44c8-aa0a-fefc6a3cf64c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.656694] env[69437]: DEBUG oslo_vmware.api [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270466} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.657050] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.657273] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.657486] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.657693] env[69437]: INFO nova.compute.manager [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Took 0.64 seconds to destroy the instance on the hypervisor. [ 992.658173] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.659031] env[69437]: DEBUG nova.compute.manager [-] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.659031] env[69437]: DEBUG nova.network.neutron [-] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.719093] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "1d13d127-0c25-453b-8e54-653f814ee715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.719381] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "1d13d127-0c25-453b-8e54-653f814ee715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.787030] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.811s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.787030] env[69437]: DEBUG nova.compute.manager [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.791780] env[69437]: DEBUG oslo_concurrency.lockutils [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.305s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.792346] env[69437]: DEBUG oslo_concurrency.lockutils [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.796103] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.868s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.798988] env[69437]: INFO nova.compute.claims [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.840472] env[69437]: INFO nova.scheduler.client.report [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted allocations for instance 409ed865-9c91-40a1-9fe3-757fbe4f68ba [ 992.870859] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8b738f7f-c1de-410c-a391-9e825c3b3f89 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.281s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.973362] env[69437]: DEBUG nova.network.neutron [-] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.223561] env[69437]: DEBUG nova.compute.manager [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.304574] env[69437]: DEBUG nova.compute.utils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.305969] env[69437]: DEBUG nova.compute.manager [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.306195] env[69437]: DEBUG nova.network.neutron [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.324281] env[69437]: DEBUG nova.network.neutron [req-e571aaaf-05f0-4cb7-8d28-bda10571da83 req-8402b163-bf3b-4681-8b73-32fef66de924 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updated VIF entry in instance network info cache for port dca27aac-01c3-4692-92c2-2ab7f735b577. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.324753] env[69437]: DEBUG nova.network.neutron [req-e571aaaf-05f0-4cb7-8d28-bda10571da83 req-8402b163-bf3b-4681-8b73-32fef66de924 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dca27aac-01c3-4692-92c2-2ab7f735b577", "address": "fa:16:3e:0e:ca:ff", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca27aac-01", "ovs_interfaceid": "dca27aac-01c3-4692-92c2-2ab7f735b577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.352632] env[69437]: DEBUG oslo_concurrency.lockutils [None req-618c4b0a-cceb-4ca7-8226-52718df8068a tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "409ed865-9c91-40a1-9fe3-757fbe4f68ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.465s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.355771] env[69437]: DEBUG nova.policy [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ec123be66949629c41932c53a5e510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c4caf8c2214734bb14b0bb9f59d746', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.476549] env[69437]: INFO nova.compute.manager [-] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Took 1.38 seconds to deallocate network for instance. [ 993.574437] env[69437]: DEBUG nova.network.neutron [-] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.714377] env[69437]: DEBUG nova.network.neutron [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Successfully created port: 3565bae3-6222-45bf-b6ac-369aa813dda0 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.756842] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.813856] env[69437]: DEBUG nova.compute.manager [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.827647] env[69437]: DEBUG oslo_concurrency.lockutils [req-e571aaaf-05f0-4cb7-8d28-bda10571da83 req-8402b163-bf3b-4681-8b73-32fef66de924 service nova] Releasing lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.827764] env[69437]: DEBUG nova.compute.manager [req-e571aaaf-05f0-4cb7-8d28-bda10571da83 req-8402b163-bf3b-4681-8b73-32fef66de924 service nova] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Received event network-vif-deleted-7ec55129-87d4-4738-9e89-69bbf74d57f5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.986679] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.081920] env[69437]: INFO nova.compute.manager [-] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Took 1.42 seconds to deallocate network for instance. [ 994.159510] env[69437]: DEBUG nova.objects.instance [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.219115] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea5742b-5c5d-4ca4-adf6-c3ecc43b298e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.228963] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957f040c-e579-4c8a-9336-ae1b5069d13f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.271484] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29cd664-5622-4e87-a034-2c5a7d13a5f1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.281432] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c1269-fdd2-46a1-b47f-7e0139ce0fff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.299029] env[69437]: DEBUG nova.compute.provider_tree [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.592030] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.628442] env[69437]: DEBUG nova.compute.manager [req-ec621fe9-263e-4623-9ab9-d239f776c456 req-a7113354-3335-4cd7-b794-5f35f7126431 service nova] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Received event network-vif-deleted-9daa6508-361e-4964-8028-5ad01cd5049a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.628660] env[69437]: DEBUG nova.compute.manager [req-ec621fe9-263e-4623-9ab9-d239f776c456 req-a7113354-3335-4cd7-b794-5f35f7126431 service nova] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Received event network-vif-deleted-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.665206] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.665385] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.665615] env[69437]: DEBUG nova.network.neutron [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.665874] env[69437]: DEBUG nova.objects.instance [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'info_cache' on Instance uuid 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.802636] env[69437]: DEBUG nova.scheduler.client.report [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.826815] env[69437]: DEBUG nova.compute.manager [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.869036] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.869224] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.869517] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.869851] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.870129] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.870501] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.870886] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.871186] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.871772] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.871772] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.872603] env[69437]: DEBUG nova.virt.hardware [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.874396] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60707be-aa75-4b37-b73f-4824de851f65 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.884433] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd7b0bd-72d1-47da-af00-3c3680ebb9f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.976964] env[69437]: DEBUG oslo_concurrency.lockutils [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-6fdb683f-9cd0-4869-8cd3-9d670ad31602" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.977341] env[69437]: DEBUG oslo_concurrency.lockutils [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-6fdb683f-9cd0-4869-8cd3-9d670ad31602" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.977711] env[69437]: DEBUG nova.objects.instance [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'flavor' on Instance uuid 972570b6-b81a-4d2c-ad83-b14b7d70712c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.169706] env[69437]: DEBUG nova.objects.base [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Object Instance<0d25ef4b-fd90-43fa-bcc5-392bc5ad2029> lazy-loaded attributes: flavor,info_cache {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 995.308062] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.308618] env[69437]: DEBUG nova.compute.manager [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.312196] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.551s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.312419] env[69437]: DEBUG nova.objects.instance [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lazy-loading 'pci_requests' on Instance uuid 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.386836] env[69437]: DEBUG nova.network.neutron [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Successfully updated port: 3565bae3-6222-45bf-b6ac-369aa813dda0 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.576798] env[69437]: DEBUG nova.objects.instance [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'pci_requests' on Instance uuid 972570b6-b81a-4d2c-ad83-b14b7d70712c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.814389] env[69437]: DEBUG nova.compute.utils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.816099] env[69437]: DEBUG nova.compute.manager [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.816269] env[69437]: DEBUG nova.network.neutron [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.821496] env[69437]: DEBUG nova.objects.instance [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lazy-loading 'numa_topology' on Instance uuid 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.884514] env[69437]: DEBUG nova.policy [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f9c9de950614e90be0e9c11cc880ccb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84987bd5e1de47a9a5da66eb0de19d04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.888476] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.888476] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.888590] env[69437]: DEBUG nova.network.neutron [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.989554] env[69437]: DEBUG nova.network.neutron [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Updating instance_info_cache with network_info: [{"id": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "address": "fa:16:3e:85:20:f0", "network": {"id": "921322db-bb4f-4b58-be4d-71f9de28176d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286415362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5011a7d95b9d4514b4115ecc31f18c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccef22a-5a", "ovs_interfaceid": "8ccef22a-5a9c-4f56-bdac-d11d36def4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.079827] env[69437]: DEBUG nova.objects.base [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Object Instance<972570b6-b81a-4d2c-ad83-b14b7d70712c> lazy-loaded attributes: flavor,pci_requests {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.080076] env[69437]: DEBUG nova.network.neutron [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.186028] env[69437]: DEBUG nova.policy [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e739f5b215ed40deabf1163cb449599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc53fa4366a4a4aa5f2b5adcf92472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.320808] env[69437]: DEBUG nova.compute.manager [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.327734] env[69437]: INFO nova.compute.claims [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.356372] env[69437]: DEBUG nova.network.neutron [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Successfully created port: 9e506ed6-a59a-471a-83ec-42b2759cdd28 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.450922] env[69437]: DEBUG nova.network.neutron [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.492556] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Releasing lock "refresh_cache-0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.733204] env[69437]: DEBUG nova.network.neutron [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance_info_cache with network_info: [{"id": "3565bae3-6222-45bf-b6ac-369aa813dda0", "address": "fa:16:3e:46:09:6c", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3565bae3-62", "ovs_interfaceid": "3565bae3-6222-45bf-b6ac-369aa813dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.852786] env[69437]: DEBUG nova.compute.manager [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Received event network-vif-plugged-3565bae3-6222-45bf-b6ac-369aa813dda0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.852920] env[69437]: DEBUG oslo_concurrency.lockutils [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] Acquiring lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.853150] env[69437]: DEBUG oslo_concurrency.lockutils [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.853318] env[69437]: DEBUG oslo_concurrency.lockutils [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.853485] env[69437]: DEBUG nova.compute.manager [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] No waiting events found dispatching network-vif-plugged-3565bae3-6222-45bf-b6ac-369aa813dda0 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 996.853645] env[69437]: WARNING nova.compute.manager [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Received unexpected event network-vif-plugged-3565bae3-6222-45bf-b6ac-369aa813dda0 for instance with vm_state building and task_state spawning. [ 996.853797] env[69437]: DEBUG nova.compute.manager [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Received event network-changed-3565bae3-6222-45bf-b6ac-369aa813dda0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.853944] env[69437]: DEBUG nova.compute.manager [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Refreshing instance network info cache due to event network-changed-3565bae3-6222-45bf-b6ac-369aa813dda0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.854489] env[69437]: DEBUG oslo_concurrency.lockutils [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] Acquiring lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.235662] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.235996] env[69437]: DEBUG nova.compute.manager [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Instance network_info: |[{"id": "3565bae3-6222-45bf-b6ac-369aa813dda0", "address": "fa:16:3e:46:09:6c", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3565bae3-62", "ovs_interfaceid": "3565bae3-6222-45bf-b6ac-369aa813dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.236394] env[69437]: DEBUG oslo_concurrency.lockutils [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] Acquired lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.236604] env[69437]: DEBUG nova.network.neutron [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Refreshing network info cache for port 3565bae3-6222-45bf-b6ac-369aa813dda0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.238483] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:09:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3565bae3-6222-45bf-b6ac-369aa813dda0', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.247506] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.248813] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.249510] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fa97803-5224-4f4c-ae14-35f2a12b7acf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.273591] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.273591] env[69437]: value = "task-4103803" [ 997.273591] env[69437]: _type = "Task" [ 997.273591] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.286595] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103803, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.330962] env[69437]: DEBUG nova.compute.manager [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.376678] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.377009] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.380628] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.380981] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.381227] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.381457] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.381847] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.382114] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.382410] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.382753] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.382955] env[69437]: DEBUG nova.virt.hardware [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.385427] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2974eb-567b-4c64-b757-ae95b5dc9998 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.398025] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2505c5d3-5a18-4f63-b072-1f95b4ba7f3a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.499691] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.500228] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91433c5a-eabf-44cb-a845-b1e1b6bdc185 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.510131] env[69437]: DEBUG oslo_vmware.api [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 997.510131] env[69437]: value = "task-4103804" [ 997.510131] env[69437]: _type = "Task" [ 997.510131] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.520805] env[69437]: DEBUG oslo_vmware.api [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.710574] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a0a60c-81aa-4e96-8a48-2bd039896101 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.721022] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856566a-2d05-4fec-bccf-f4b14bb14d2c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.756811] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0808a0-39e7-4d3f-a401-88ce7ffd49dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.766630] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0d00be-215b-4423-aad2-65f2bbd304b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.783406] env[69437]: DEBUG nova.compute.provider_tree [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.793712] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103803, 'name': CreateVM_Task, 'duration_secs': 0.426077} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.793905] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.794824] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.794990] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.795336] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.795694] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a32a35-5a41-42b0-968e-c3152a859a7d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.801198] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 997.801198] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5299cc7b-c96e-8101-5966-ae87759094f3" [ 997.801198] env[69437]: _type = "Task" [ 997.801198] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.812328] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5299cc7b-c96e-8101-5966-ae87759094f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.021723] env[69437]: DEBUG oslo_vmware.api [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103804, 'name': PowerOnVM_Task, 'duration_secs': 0.445659} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.023108] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.023108] env[69437]: DEBUG nova.compute.manager [None req-53c00272-24a5-4216-ba80-dc9a8f5a47d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.023108] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f8242-19ac-4987-af97-4a4d61a1727a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.078388] env[69437]: DEBUG nova.network.neutron [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Successfully updated port: 6fdb683f-9cd0-4869-8cd3-9d670ad31602 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.133186] env[69437]: DEBUG nova.network.neutron [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Successfully updated port: 9e506ed6-a59a-471a-83ec-42b2759cdd28 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.278497] env[69437]: DEBUG nova.network.neutron [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updated VIF entry in instance network info cache for port 3565bae3-6222-45bf-b6ac-369aa813dda0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.278900] env[69437]: DEBUG nova.network.neutron [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance_info_cache with network_info: [{"id": "3565bae3-6222-45bf-b6ac-369aa813dda0", "address": "fa:16:3e:46:09:6c", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3565bae3-62", "ovs_interfaceid": "3565bae3-6222-45bf-b6ac-369aa813dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.286145] env[69437]: DEBUG nova.scheduler.client.report [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.315530] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5299cc7b-c96e-8101-5966-ae87759094f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.315893] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.316097] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.316343] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.316489] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.316669] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.316943] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9765032-e3e5-4e02-bc95-fd30728ba5ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.329834] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.330055] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.330843] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf16a5c6-3a4d-40c5-ac25-8d3f848f9fa4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.336757] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 998.336757] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d2a6bc-35b2-a086-0793-7e06a8a5d4d9" [ 998.336757] env[69437]: _type = "Task" [ 998.336757] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.345427] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d2a6bc-35b2-a086-0793-7e06a8a5d4d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.581016] env[69437]: DEBUG oslo_concurrency.lockutils [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.581016] env[69437]: DEBUG oslo_concurrency.lockutils [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.581016] env[69437]: DEBUG nova.network.neutron [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.639023] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.639023] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.639023] env[69437]: DEBUG nova.network.neutron [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.782444] env[69437]: DEBUG oslo_concurrency.lockutils [req-6619707a-e0c2-4296-a5c2-b7b2e1703106 req-94f58006-87fa-41c5-923a-35d8f816cb82 service nova] Releasing lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.790760] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.478s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.793207] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.195s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.793466] env[69437]: DEBUG nova.objects.instance [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lazy-loading 'resources' on Instance uuid 8e987476-3abe-4296-8177-30af904662ab {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.821621] env[69437]: INFO nova.network.neutron [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating port 031626f9-57b4-4873-b402-b9256b1f4fa5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 998.847709] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d2a6bc-35b2-a086-0793-7e06a8a5d4d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.848534] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539b2b95-a765-4d2a-bebd-d7ffdf6729e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.854343] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 998.854343] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52daec67-f590-288a-2689-987d79125f0f" [ 998.854343] env[69437]: _type = "Task" [ 998.854343] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.863031] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52daec67-f590-288a-2689-987d79125f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.122154] env[69437]: WARNING nova.network.neutron [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] bb2f160d-601f-4fde-9eb5-8868b634d2dd already exists in list: networks containing: ['bb2f160d-601f-4fde-9eb5-8868b634d2dd']. ignoring it [ 999.122154] env[69437]: WARNING nova.network.neutron [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] bb2f160d-601f-4fde-9eb5-8868b634d2dd already exists in list: networks containing: ['bb2f160d-601f-4fde-9eb5-8868b634d2dd']. ignoring it [ 999.184156] env[69437]: DEBUG nova.network.neutron [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.371129] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52daec67-f590-288a-2689-987d79125f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.013778} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.371129] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.371129] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] dcea48d0-305d-4a74-98fc-efcfeb2ab766/dcea48d0-305d-4a74-98fc-efcfeb2ab766.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.371129] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c7e8118-f9ff-4795-8ee0-785b79b13d43 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.384705] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 999.384705] env[69437]: value = "task-4103805" [ 999.384705] env[69437]: _type = "Task" [ 999.384705] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.395378] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.641380] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062e508a-e251-4fde-be4c-7478fe7c29b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.656164] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03326518-8379-4aed-8f35-9ee7c6db7e5c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.663141] env[69437]: DEBUG nova.network.neutron [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [{"id": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "address": "fa:16:3e:c1:98:88", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e506ed6-a5", "ovs_interfaceid": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.712096] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d973043e-19f1-42ec-ac86-38baf34460bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.719126] env[69437]: DEBUG nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-vif-plugged-6fdb683f-9cd0-4869-8cd3-9d670ad31602 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.719370] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.720391] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.720391] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.720391] env[69437]: DEBUG nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] No waiting events found dispatching network-vif-plugged-6fdb683f-9cd0-4869-8cd3-9d670ad31602 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.720391] env[69437]: WARNING nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received unexpected event network-vif-plugged-6fdb683f-9cd0-4869-8cd3-9d670ad31602 for instance with vm_state active and task_state None. [ 999.720776] env[69437]: DEBUG nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Received event network-vif-plugged-9e506ed6-a59a-471a-83ec-42b2759cdd28 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.720776] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Acquiring lock "d92efd14-098b-44ac-a552-68bc3adfac6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.720776] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.720958] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.721195] env[69437]: DEBUG nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] No waiting events found dispatching network-vif-plugged-9e506ed6-a59a-471a-83ec-42b2759cdd28 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.721437] env[69437]: WARNING nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Received unexpected event network-vif-plugged-9e506ed6-a59a-471a-83ec-42b2759cdd28 for instance with vm_state building and task_state spawning. [ 999.721654] env[69437]: DEBUG nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-changed-6fdb683f-9cd0-4869-8cd3-9d670ad31602 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.721876] env[69437]: DEBUG nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Refreshing instance network info cache due to event network-changed-6fdb683f-9cd0-4869-8cd3-9d670ad31602. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.722118] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Acquiring lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.732365] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1decc0b-3698-4024-bab1-006af13b548d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.751193] env[69437]: DEBUG nova.compute.provider_tree [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.895580] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500154} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.895848] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] dcea48d0-305d-4a74-98fc-efcfeb2ab766/dcea48d0-305d-4a74-98fc-efcfeb2ab766.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.896077] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.896338] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a8e6c78-6ca2-4499-bcc8-7a86fc01ea78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.903408] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 999.903408] env[69437]: value = "task-4103806" [ 999.903408] env[69437]: _type = "Task" [ 999.903408] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.912717] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.020750] env[69437]: DEBUG nova.network.neutron [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dca27aac-01c3-4692-92c2-2ab7f735b577", "address": "fa:16:3e:0e:ca:ff", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca27aac-01", "ovs_interfaceid": "dca27aac-01c3-4692-92c2-2ab7f735b577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6fdb683f-9cd0-4869-8cd3-9d670ad31602", "address": "fa:16:3e:7e:71:e7", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdb683f-9c", "ovs_interfaceid": "6fdb683f-9cd0-4869-8cd3-9d670ad31602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.166155] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.166549] env[69437]: DEBUG nova.compute.manager [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Instance network_info: |[{"id": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "address": "fa:16:3e:c1:98:88", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e506ed6-a5", "ovs_interfaceid": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.167396] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:98:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e506ed6-a59a-471a-83ec-42b2759cdd28', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.175877] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Creating folder: Project (84987bd5e1de47a9a5da66eb0de19d04). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.177030] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-168c025d-f05a-40d7-af0c-d32f5231d3b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.190154] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Created folder: Project (84987bd5e1de47a9a5da66eb0de19d04) in parent group-v812682. [ 1000.190154] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Creating folder: Instances. Parent ref: group-v812899. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.190154] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd92db63-d84d-40e8-9256-99c0d9ac01be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.203347] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Created folder: Instances in parent group-v812899. [ 1000.203675] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.203917] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.205321] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4b883b9-3ab8-4e97-9037-858b6d19b707 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.233724] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.233724] env[69437]: value = "task-4103809" [ 1000.233724] env[69437]: _type = "Task" [ 1000.233724] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.244771] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103809, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.258151] env[69437]: DEBUG nova.scheduler.client.report [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.318185] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquiring lock "c65087a3-722a-4778-bfa2-c98866fa7ad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.318185] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "c65087a3-722a-4778-bfa2-c98866fa7ad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.413518] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13094} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.413824] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.414565] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f01b74c-0da2-4e2a-ad13-74378e249b11 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.436904] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] dcea48d0-305d-4a74-98fc-efcfeb2ab766/dcea48d0-305d-4a74-98fc-efcfeb2ab766.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.437284] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-295eb000-1e6c-421c-8d36-bc2936576d32 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.459947] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1000.459947] env[69437]: value = "task-4103810" [ 1000.459947] env[69437]: _type = "Task" [ 1000.459947] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.472024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.472024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.472024] env[69437]: DEBUG nova.network.neutron [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.483968] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.524094] env[69437]: DEBUG oslo_concurrency.lockutils [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.525184] env[69437]: DEBUG oslo_concurrency.lockutils [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.525394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.525697] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Acquired lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.525889] env[69437]: DEBUG nova.network.neutron [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Refreshing network info cache for port 6fdb683f-9cd0-4869-8cd3-9d670ad31602 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.527754] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e8017f-b51a-4c1f-82ec-d094b68cd95f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.546941] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.547269] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.547609] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.547780] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.547937] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.548146] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.548419] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.548631] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.548856] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.549060] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.549311] env[69437]: DEBUG nova.virt.hardware [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.555952] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfiguring VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1000.557026] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1ece629-8615-41f3-825c-43855e5ccf89 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.576089] env[69437]: DEBUG oslo_vmware.api [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1000.576089] env[69437]: value = "task-4103811" [ 1000.576089] env[69437]: _type = "Task" [ 1000.576089] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.589810] env[69437]: DEBUG oslo_vmware.api [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103811, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.744746] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103809, 'name': CreateVM_Task, 'duration_secs': 0.395184} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.744976] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.745835] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.746069] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.746449] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.746769] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651262d4-e29d-48b4-8436-56d6bd610328 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.752580] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1000.752580] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e82da6-9f4e-b857-649d-b1d7bd013f60" [ 1000.752580] env[69437]: _type = "Task" [ 1000.752580] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.764886] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.766938] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e82da6-9f4e-b857-649d-b1d7bd013f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.767418] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.603s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.767649] env[69437]: DEBUG nova.objects.instance [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lazy-loading 'resources' on Instance uuid 7b44115c-976d-4a6e-aee0-7a08a3f4001a {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.792997] env[69437]: INFO nova.scheduler.client.report [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Deleted allocations for instance 8e987476-3abe-4296-8177-30af904662ab [ 1000.808423] env[69437]: DEBUG nova.compute.manager [req-7637753b-cf12-4d1e-8590-eadf3f6d47ca req-bd223561-442d-4bea-aaf1-ee0e0913d367 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received event network-vif-plugged-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.808727] env[69437]: DEBUG oslo_concurrency.lockutils [req-7637753b-cf12-4d1e-8590-eadf3f6d47ca req-bd223561-442d-4bea-aaf1-ee0e0913d367 service nova] Acquiring lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.809067] env[69437]: DEBUG oslo_concurrency.lockutils [req-7637753b-cf12-4d1e-8590-eadf3f6d47ca req-bd223561-442d-4bea-aaf1-ee0e0913d367 service nova] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.809261] env[69437]: DEBUG oslo_concurrency.lockutils [req-7637753b-cf12-4d1e-8590-eadf3f6d47ca req-bd223561-442d-4bea-aaf1-ee0e0913d367 service nova] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.809473] env[69437]: DEBUG nova.compute.manager [req-7637753b-cf12-4d1e-8590-eadf3f6d47ca req-bd223561-442d-4bea-aaf1-ee0e0913d367 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] No waiting events found dispatching network-vif-plugged-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1000.809649] env[69437]: WARNING nova.compute.manager [req-7637753b-cf12-4d1e-8590-eadf3f6d47ca req-bd223561-442d-4bea-aaf1-ee0e0913d367 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received unexpected event network-vif-plugged-031626f9-57b4-4873-b402-b9256b1f4fa5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1000.820714] env[69437]: DEBUG nova.compute.manager [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.970598] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103810, 'name': ReconfigVM_Task, 'duration_secs': 0.361174} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.970823] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Reconfigured VM instance instance-0000004f to attach disk [datastore2] dcea48d0-305d-4a74-98fc-efcfeb2ab766/dcea48d0-305d-4a74-98fc-efcfeb2ab766.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.971549] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-913af792-364d-4660-9fac-880785adc8a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.981152] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1000.981152] env[69437]: value = "task-4103812" [ 1000.981152] env[69437]: _type = "Task" [ 1000.981152] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.991886] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103812, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.087095] env[69437]: DEBUG oslo_vmware.api [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.267316] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e82da6-9f4e-b857-649d-b1d7bd013f60, 'name': SearchDatastore_Task, 'duration_secs': 0.012224} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.267817] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.268187] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.268578] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.268770] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.269051] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.272873] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb236ac2-cb29-4302-84f5-f928d5a1ff3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.276238] env[69437]: DEBUG nova.network.neutron [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updated VIF entry in instance network info cache for port 6fdb683f-9cd0-4869-8cd3-9d670ad31602. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.276922] env[69437]: DEBUG nova.network.neutron [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dca27aac-01c3-4692-92c2-2ab7f735b577", "address": "fa:16:3e:0e:ca:ff", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca27aac-01", "ovs_interfaceid": "dca27aac-01c3-4692-92c2-2ab7f735b577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6fdb683f-9cd0-4869-8cd3-9d670ad31602", "address": "fa:16:3e:7e:71:e7", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdb683f-9c", "ovs_interfaceid": "6fdb683f-9cd0-4869-8cd3-9d670ad31602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.289274] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.290111] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.290874] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e243b66-ce4e-4675-92b1-e68e3a249231 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.303231] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "8e987476-3abe-4296-8177-30af904662ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.126s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.311121] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1001.311121] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520d2e78-274e-7595-1f55-971494dcffa6" [ 1001.311121] env[69437]: _type = "Task" [ 1001.311121] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.329160] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520d2e78-274e-7595-1f55-971494dcffa6, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.336631] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263f5b1f-335b-464c-ab62-3c95000af1bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.341652] env[69437]: DEBUG nova.network.neutron [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating instance_info_cache with network_info: [{"id": "031626f9-57b4-4873-b402-b9256b1f4fa5", "address": "fa:16:3e:e5:c9:34", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031626f9-57", "ovs_interfaceid": "031626f9-57b4-4873-b402-b9256b1f4fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.347440] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1001.347440] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d9af4f-68d6-925e-a0ea-dfb0ea4a55ba" [ 1001.347440] env[69437]: _type = "Task" [ 1001.347440] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.352254] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.362073] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d9af4f-68d6-925e-a0ea-dfb0ea4a55ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.363062] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.363062] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] d92efd14-098b-44ac-a552-68bc3adfac6d/d92efd14-098b-44ac-a552-68bc3adfac6d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.363062] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-608e879a-6286-4a0b-a29c-eb5fd23f44af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.371461] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1001.371461] env[69437]: value = "task-4103813" [ 1001.371461] env[69437]: _type = "Task" [ 1001.371461] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.379841] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.492089] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103812, 'name': Rename_Task, 'duration_secs': 0.201021} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.495706] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.496711] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-114b0acd-ac14-4a59-9afe-f8b8727ae27e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.505891] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1001.505891] env[69437]: value = "task-4103814" [ 1001.505891] env[69437]: _type = "Task" [ 1001.505891] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.517138] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.590295] env[69437]: DEBUG oslo_vmware.api [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103811, 'name': ReconfigVM_Task, 'duration_secs': 0.973099} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.590813] env[69437]: DEBUG oslo_concurrency.lockutils [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.591052] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfigured VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1001.641057] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ddee7-73b9-421c-85d1-231b51afe7c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.651204] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f942b3c-2832-44a2-9ceb-6895d3baa2df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.684098] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca5b9e8-2969-4dad-b289-8c22c8560d96 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.692560] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ea4bd9-9d2b-41a9-88f2-a5a0fe8ae5cb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.709030] env[69437]: DEBUG nova.compute.provider_tree [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.780406] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Releasing lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.780729] env[69437]: DEBUG nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Received event network-changed-9e506ed6-a59a-471a-83ec-42b2759cdd28 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.780970] env[69437]: DEBUG nova.compute.manager [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Refreshing instance network info cache due to event network-changed-9e506ed6-a59a-471a-83ec-42b2759cdd28. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.781225] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Acquiring lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.781372] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Acquired lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.781536] env[69437]: DEBUG nova.network.neutron [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Refreshing network info cache for port 9e506ed6-a59a-471a-83ec-42b2759cdd28 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.844377] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.879938] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='529a5a48f7acbd4f40d196a0991ff837',container_format='bare',created_at=2025-05-13T21:42:30Z,direct_url=,disk_format='vmdk',id=4454088b-565e-4d41-b8e8-db17aefe5301,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-811141513-shelved',owner='f18f6a10b50c46968def3d49b6001d2b',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-05-13T21:42:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.880241] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.880402] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.880586] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.880734] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.880942] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.881204] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.881372] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.881545] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.881824] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.882089] env[69437]: DEBUG nova.virt.hardware [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.883044] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b76f2b8-29d0-47a8-8c75-beb162aa4573 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.895207] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8885881d-fdcb-451b-97db-42904e0a7401 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.907190] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103813, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.920058] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c9:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '031626f9-57b4-4873-b402-b9256b1f4fa5', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.930903] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.931669] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.931941] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d5a530f-2fb2-4c8d-8b39-f2f759537653 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.953292] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.953292] env[69437]: value = "task-4103815" [ 1001.953292] env[69437]: _type = "Task" [ 1001.953292] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.962086] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103815, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.017092] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.096603] env[69437]: DEBUG oslo_concurrency.lockutils [None req-99d61e04-f09e-4a3c-9a13-352ee7e421cb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-6fdb683f-9cd0-4869-8cd3-9d670ad31602" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.119s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.212725] env[69437]: DEBUG nova.scheduler.client.report [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.387215] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578666} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.387578] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] d92efd14-098b-44ac-a552-68bc3adfac6d/d92efd14-098b-44ac-a552-68bc3adfac6d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.387879] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.388226] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fef6df1-95eb-4825-be16-13d257831110 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.397093] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1002.397093] env[69437]: value = "task-4103816" [ 1002.397093] env[69437]: _type = "Task" [ 1002.397093] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.407390] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.466236] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103815, 'name': CreateVM_Task, 'duration_secs': 0.45624} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.466236] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.466236] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.466236] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.466236] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.468228] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f48bbaa-11ad-43e0-b7dd-dce34a238210 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.473949] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1002.473949] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c26f75-7323-be43-5ecc-6705d671d04a" [ 1002.473949] env[69437]: _type = "Task" [ 1002.473949] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.482723] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c26f75-7323-be43-5ecc-6705d671d04a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.517835] env[69437]: DEBUG oslo_vmware.api [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103814, 'name': PowerOnVM_Task, 'duration_secs': 0.903797} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.520111] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.520339] env[69437]: INFO nova.compute.manager [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1002.520538] env[69437]: DEBUG nova.compute.manager [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.521361] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cba367-87ee-4f6e-af83-5a16ae877088 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.603731] env[69437]: DEBUG nova.network.neutron [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updated VIF entry in instance network info cache for port 9e506ed6-a59a-471a-83ec-42b2759cdd28. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.604132] env[69437]: DEBUG nova.network.neutron [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [{"id": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "address": "fa:16:3e:c1:98:88", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e506ed6-a5", "ovs_interfaceid": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.623065] env[69437]: DEBUG oslo_concurrency.lockutils [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "feac31fc-232c-4234-ade1-1c21fd698501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.623357] env[69437]: DEBUG oslo_concurrency.lockutils [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "feac31fc-232c-4234-ade1-1c21fd698501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.623575] env[69437]: DEBUG oslo_concurrency.lockutils [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "feac31fc-232c-4234-ade1-1c21fd698501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.623763] env[69437]: DEBUG oslo_concurrency.lockutils [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "feac31fc-232c-4234-ade1-1c21fd698501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.623918] env[69437]: DEBUG oslo_concurrency.lockutils [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "feac31fc-232c-4234-ade1-1c21fd698501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.626857] env[69437]: INFO nova.compute.manager [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Terminating instance [ 1002.718844] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.721218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.867s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.723551] env[69437]: INFO nova.compute.claims [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.744791] env[69437]: INFO nova.scheduler.client.report [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted allocations for instance 7b44115c-976d-4a6e-aee0-7a08a3f4001a [ 1002.907690] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.347998} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.907972] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.908828] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29247c1-e869-448b-96d3-5ffd363bc734 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.932243] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] d92efd14-098b-44ac-a552-68bc3adfac6d/d92efd14-098b-44ac-a552-68bc3adfac6d.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.932606] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ba0ac29-9884-4536-b773-41546c38344c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.953387] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1002.953387] env[69437]: value = "task-4103817" [ 1002.953387] env[69437]: _type = "Task" [ 1002.953387] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.963155] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.985129] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.985335] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Processing image 4454088b-565e-4d41-b8e8-db17aefe5301 {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.985589] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301/4454088b-565e-4d41-b8e8-db17aefe5301.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.985748] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301/4454088b-565e-4d41-b8e8-db17aefe5301.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.985930] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.986250] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cccdddeb-88a2-4a53-8e17-616c065912f1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.996753] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.996978] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.997804] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c19498-5db6-4600-81ee-7d75cce32b69 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.004750] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1003.004750] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522bf383-e674-6342-d925-ae92ac611bd8" [ 1003.004750] env[69437]: _type = "Task" [ 1003.004750] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.014142] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522bf383-e674-6342-d925-ae92ac611bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.022672] env[69437]: DEBUG nova.compute.manager [req-12eb7c08-9cbf-4a12-a166-1f3713cafe6b req-30465d8f-4c12-4f96-b64d-cda17cc06c16 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received event network-changed-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.022875] env[69437]: DEBUG nova.compute.manager [req-12eb7c08-9cbf-4a12-a166-1f3713cafe6b req-30465d8f-4c12-4f96-b64d-cda17cc06c16 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Refreshing instance network info cache due to event network-changed-031626f9-57b4-4873-b402-b9256b1f4fa5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.023226] env[69437]: DEBUG oslo_concurrency.lockutils [req-12eb7c08-9cbf-4a12-a166-1f3713cafe6b req-30465d8f-4c12-4f96-b64d-cda17cc06c16 service nova] Acquiring lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.023298] env[69437]: DEBUG oslo_concurrency.lockutils [req-12eb7c08-9cbf-4a12-a166-1f3713cafe6b req-30465d8f-4c12-4f96-b64d-cda17cc06c16 service nova] Acquired lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.023426] env[69437]: DEBUG nova.network.neutron [req-12eb7c08-9cbf-4a12-a166-1f3713cafe6b req-30465d8f-4c12-4f96-b64d-cda17cc06c16 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Refreshing network info cache for port 031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.043328] env[69437]: INFO nova.compute.manager [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Took 32.35 seconds to build instance. [ 1003.106896] env[69437]: DEBUG oslo_concurrency.lockutils [req-7d5e18b6-9f62-44c3-9e69-1ef53a92144d req-0c33d834-a7eb-4140-b859-6e2381c2c4c7 service nova] Releasing lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.132977] env[69437]: DEBUG nova.compute.manager [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.133272] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.134326] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a22bd73-0071-4d4f-887b-1d0e94c5f189 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.143705] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.143705] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06fb5f87-010b-4b6f-aaa1-e6eff448169b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.152099] env[69437]: DEBUG oslo_vmware.api [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 1003.152099] env[69437]: value = "task-4103818" [ 1003.152099] env[69437]: _type = "Task" [ 1003.152099] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.161625] env[69437]: DEBUG oslo_vmware.api [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.164241] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.164503] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.252544] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f8106a80-f598-4c53-8710-1c7af2cecd4b tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "7b44115c-976d-4a6e-aee0-7a08a3f4001a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.681s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.464069] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103817, 'name': ReconfigVM_Task, 'duration_secs': 0.327255} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.464069] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] d92efd14-098b-44ac-a552-68bc3adfac6d/d92efd14-098b-44ac-a552-68bc3adfac6d.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.464477] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9052e1d9-5e73-42c3-8402-68f22d613269 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.471290] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1003.471290] env[69437]: value = "task-4103819" [ 1003.471290] env[69437]: _type = "Task" [ 1003.471290] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.480195] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103819, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.515662] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Preparing fetch location {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1003.515947] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Fetch image to [datastore2] OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821/OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821.vmdk {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1003.516153] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Downloading stream optimized image 4454088b-565e-4d41-b8e8-db17aefe5301 to [datastore2] OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821/OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821.vmdk on the data store datastore2 as vApp {{(pid=69437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1003.516327] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Downloading image file data 4454088b-565e-4d41-b8e8-db17aefe5301 to the ESX as VM named 'OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821' {{(pid=69437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1003.559356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f90fad24-0fff-44e3-826e-db9971266309 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.879s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.594062] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1003.594062] env[69437]: value = "resgroup-9" [ 1003.594062] env[69437]: _type = "ResourcePool" [ 1003.594062] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1003.595863] env[69437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-31fad5e6-a199-4477-8e74-640a464804fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.616149] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lease: (returnval){ [ 1003.616149] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f3a5ac-7a05-429c-07cb-5853db49e5b5" [ 1003.616149] env[69437]: _type = "HttpNfcLease" [ 1003.616149] env[69437]: } obtained for vApp import into resource pool (val){ [ 1003.616149] env[69437]: value = "resgroup-9" [ 1003.616149] env[69437]: _type = "ResourcePool" [ 1003.616149] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1003.616518] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the lease: (returnval){ [ 1003.616518] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f3a5ac-7a05-429c-07cb-5853db49e5b5" [ 1003.616518] env[69437]: _type = "HttpNfcLease" [ 1003.616518] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1003.623982] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.623982] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f3a5ac-7a05-429c-07cb-5853db49e5b5" [ 1003.623982] env[69437]: _type = "HttpNfcLease" [ 1003.623982] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.662360] env[69437]: DEBUG oslo_vmware.api [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.669759] env[69437]: DEBUG nova.compute.utils [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.819893] env[69437]: DEBUG nova.network.neutron [req-12eb7c08-9cbf-4a12-a166-1f3713cafe6b req-30465d8f-4c12-4f96-b64d-cda17cc06c16 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updated VIF entry in instance network info cache for port 031626f9-57b4-4873-b402-b9256b1f4fa5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.820332] env[69437]: DEBUG nova.network.neutron [req-12eb7c08-9cbf-4a12-a166-1f3713cafe6b req-30465d8f-4c12-4f96-b64d-cda17cc06c16 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating instance_info_cache with network_info: [{"id": "031626f9-57b4-4873-b402-b9256b1f4fa5", "address": "fa:16:3e:e5:c9:34", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031626f9-57", "ovs_interfaceid": "031626f9-57b4-4873-b402-b9256b1f4fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.984726] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103819, 'name': Rename_Task, 'duration_secs': 0.161312} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.985014] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.985265] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21230f56-0835-4fa8-ad24-3566a802979d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.993041] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1003.993041] env[69437]: value = "task-4103821" [ 1003.993041] env[69437]: _type = "Task" [ 1003.993041] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.001471] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.042133] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82b7959-5b8d-438f-af02-094d62735e54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.051707] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc472ca1-effe-412c-bed5-c425188cb8da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.084021] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d86eb8-bc42-4a03-bb4e-6d4f12d4d318 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.092681] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c4c698-9e12-4f95-8b7d-7af618219f7c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.108185] env[69437]: DEBUG nova.compute.provider_tree [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.124942] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.124942] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f3a5ac-7a05-429c-07cb-5853db49e5b5" [ 1004.124942] env[69437]: _type = "HttpNfcLease" [ 1004.124942] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.164746] env[69437]: DEBUG oslo_vmware.api [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103818, 'name': PowerOffVM_Task, 'duration_secs': 0.806252} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.164746] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.164746] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.164922] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c5959db-d61c-4390-914d-a0fdd4e4836b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.172948] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.237626] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.238036] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.238307] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Deleting the datastore file [datastore1] feac31fc-232c-4234-ade1-1c21fd698501 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.238667] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd85547f-81a5-43a9-a820-9610f7d8ac61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.247365] env[69437]: DEBUG oslo_vmware.api [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 1004.247365] env[69437]: value = "task-4103823" [ 1004.247365] env[69437]: _type = "Task" [ 1004.247365] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.260843] env[69437]: DEBUG oslo_vmware.api [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.325905] env[69437]: DEBUG oslo_concurrency.lockutils [req-12eb7c08-9cbf-4a12-a166-1f3713cafe6b req-30465d8f-4c12-4f96-b64d-cda17cc06c16 service nova] Releasing lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.504226] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103821, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.612048] env[69437]: DEBUG nova.scheduler.client.report [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.628320] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.628320] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f3a5ac-7a05-429c-07cb-5853db49e5b5" [ 1004.628320] env[69437]: _type = "HttpNfcLease" [ 1004.628320] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1004.628693] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1004.628693] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f3a5ac-7a05-429c-07cb-5853db49e5b5" [ 1004.628693] env[69437]: _type = "HttpNfcLease" [ 1004.628693] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1004.629456] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbcfa7b-f2f4-45ad-8d5e-6fcc16e38061 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.639397] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294910c-baae-8802-1bd0-503838f9f92a/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1004.639682] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294910c-baae-8802-1bd0-503838f9f92a/disk-0.vmdk. {{(pid=69437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1004.696462] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-dca27aac-01c3-4692-92c2-2ab7f735b577" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.696739] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-dca27aac-01c3-4692-92c2-2ab7f735b577" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.707058] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec606c65-6876-4a3a-acae-4c600d19bf1a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.759789] env[69437]: DEBUG oslo_vmware.api [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20156} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.760815] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.761232] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.761338] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.761580] env[69437]: INFO nova.compute.manager [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1004.761943] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.762744] env[69437]: DEBUG nova.compute.manager [-] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.762968] env[69437]: DEBUG nova.network.neutron [-] [instance: feac31fc-232c-4234-ade1-1c21fd698501] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.008810] env[69437]: DEBUG oslo_vmware.api [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103821, 'name': PowerOnVM_Task, 'duration_secs': 0.578784} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.010908] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.011183] env[69437]: INFO nova.compute.manager [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1005.011376] env[69437]: DEBUG nova.compute.manager [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.012319] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786f1498-909f-40ac-b15f-566ef194e717 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.119399] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.119890] env[69437]: DEBUG nova.compute.manager [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.125105] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.980s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.125384] env[69437]: DEBUG nova.objects.instance [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lazy-loading 'resources' on Instance uuid fcd34c48-657f-4a86-9e2e-45276a35af1f {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.201575] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.201575] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.201575] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269fdebb-c85b-4235-ab10-e252790cd331 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.210228] env[69437]: DEBUG nova.compute.manager [req-84b8c084-2882-433f-9b87-c301b9603dee req-5ceecd62-973a-481d-b5d8-9c2a3069afcb service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Received event network-vif-deleted-1d3ba2ec-a436-4320-8018-169188228759 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.210451] env[69437]: INFO nova.compute.manager [req-84b8c084-2882-433f-9b87-c301b9603dee req-5ceecd62-973a-481d-b5d8-9c2a3069afcb service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Neutron deleted interface 1d3ba2ec-a436-4320-8018-169188228759; detaching it from the instance and deleting it from the info cache [ 1005.210643] env[69437]: DEBUG nova.network.neutron [req-84b8c084-2882-433f-9b87-c301b9603dee req-5ceecd62-973a-481d-b5d8-9c2a3069afcb service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.239637] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8cb38f-a504-45a8-9617-4250bb435ffc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.243740] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.244186] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.244431] env[69437]: INFO nova.compute.manager [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Attaching volume 5118ecb0-159b-415a-a60b-be2cff06b35f to /dev/sdb [ 1005.280997] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfiguring VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1005.291361] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6e5c8b-5d37-4941-9315-b81bb67e0a67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.320898] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1005.320898] env[69437]: value = "task-4103824" [ 1005.320898] env[69437]: _type = "Task" [ 1005.320898] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.331872] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.360148] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc205a1d-7fe7-4a64-ae5a-0958cd19bb7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.367750] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bcf591-67c6-4cab-9a46-68c852de8eda {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.386495] env[69437]: DEBUG nova.virt.block_device [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating existing volume attachment record: 7c8a795e-6b44-4fb1-bac7-8adb69208b26 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1005.535821] env[69437]: INFO nova.compute.manager [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Took 32.63 seconds to build instance. [ 1005.603929] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.604261] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.604582] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.604688] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.604824] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.606543] env[69437]: DEBUG nova.network.neutron [-] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.608431] env[69437]: INFO nova.compute.manager [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Terminating instance [ 1005.633468] env[69437]: DEBUG nova.compute.utils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.638769] env[69437]: DEBUG nova.compute.manager [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.638990] env[69437]: DEBUG nova.network.neutron [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.718194] env[69437]: DEBUG nova.policy [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9790a66b8d349c086ae0af4452b7ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '706f29e5320545cf93b0dc01be1fe536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.723767] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07db189f-1ccd-4bbe-9040-63aa2beed787 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.740897] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b56026-af2d-49e3-806e-72c57d791f9c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.786411] env[69437]: DEBUG nova.compute.manager [req-84b8c084-2882-433f-9b87-c301b9603dee req-5ceecd62-973a-481d-b5d8-9c2a3069afcb service nova] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Detach interface failed, port_id=1d3ba2ec-a436-4320-8018-169188228759, reason: Instance feac31fc-232c-4234-ade1-1c21fd698501 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.839792] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.858512] env[69437]: DEBUG nova.compute.manager [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Stashing vm_state: active {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1006.038924] env[69437]: DEBUG oslo_concurrency.lockutils [None req-50a97162-d138-4d34-a965-c80dd307cb19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.149s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.049699] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.049699] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.108055] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7de1df-c511-4c2f-be53-7037014ad0ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.112388] env[69437]: INFO nova.compute.manager [-] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Took 1.35 seconds to deallocate network for instance. [ 1006.121013] env[69437]: DEBUG nova.compute.manager [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.122206] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.128732] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24256ff-69fc-44d1-8be8-09bcab6e8c34 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.134994] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eaafe2-a1a5-44f5-a1d7-8c110a6540ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.148278] env[69437]: DEBUG nova.compute.manager [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.154201] env[69437]: DEBUG nova.network.neutron [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Successfully created port: 3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.160945] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Completed reading data from the image iterator. {{(pid=69437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1006.161402] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294910c-baae-8802-1bd0-503838f9f92a/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1006.163289] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff6ded-dc6d-41c9-afc2-8c9b3ac9309e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.218600] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.220684] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14157039-e1d1-4281-82f0-ec9b28e95a38 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.227062] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37f2bbc3-9bb1-48a7-94b1-6d43db6943c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.232141] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294910c-baae-8802-1bd0-503838f9f92a/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1006.232462] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294910c-baae-8802-1bd0-503838f9f92a/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1006.233738] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-32ea2fbb-2a4a-4eee-9c0e-1b471a679812 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.243393] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fb4923-07a6-4e43-9891-c57182b7d091 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.249466] env[69437]: DEBUG oslo_vmware.api [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1006.249466] env[69437]: value = "task-4103828" [ 1006.249466] env[69437]: _type = "Task" [ 1006.249466] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.268991] env[69437]: DEBUG nova.compute.provider_tree [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.278154] env[69437]: DEBUG oslo_vmware.api [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.342099] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.344554] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.344822] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.386580] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.468528] env[69437]: DEBUG oslo_vmware.rw_handles [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294910c-baae-8802-1bd0-503838f9f92a/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1006.468528] env[69437]: INFO nova.virt.vmwareapi.images [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Downloaded image file data 4454088b-565e-4d41-b8e8-db17aefe5301 [ 1006.469146] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef232016-2b6f-4ce6-8157-1ffa00fef87d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.487586] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77bd8fc1-53cb-4ba3-852c-bf16ccbaade8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.522735] env[69437]: INFO nova.virt.vmwareapi.images [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] The imported VM was unregistered [ 1006.525457] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Caching image {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1006.525716] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301 {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.526063] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75fe53f8-b907-45b6-80fd-01bb8afa76f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.554832] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.555154] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.555382] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.555728] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.555728] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.555895] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.556316] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1006.556316] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.563111] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Created directory with path [datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301 {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.563389] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821/OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821.vmdk to [datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301/4454088b-565e-4d41-b8e8-db17aefe5301.vmdk. {{(pid=69437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1006.563638] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b60598d6-0042-4216-8db0-d54a5d64c401 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.578043] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1006.578043] env[69437]: value = "task-4103830" [ 1006.578043] env[69437]: _type = "Task" [ 1006.578043] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.584874] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103830, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.649428] env[69437]: DEBUG oslo_concurrency.lockutils [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.729661] env[69437]: DEBUG nova.compute.manager [req-5d8b50b6-5d32-4a6e-9d11-7bbd7bc41f1d req-5efc2e80-3b84-4e53-a645-70e8463e1ed1 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Received event network-changed-9e506ed6-a59a-471a-83ec-42b2759cdd28 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.731825] env[69437]: DEBUG nova.compute.manager [req-5d8b50b6-5d32-4a6e-9d11-7bbd7bc41f1d req-5efc2e80-3b84-4e53-a645-70e8463e1ed1 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Refreshing instance network info cache due to event network-changed-9e506ed6-a59a-471a-83ec-42b2759cdd28. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.732444] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d8b50b6-5d32-4a6e-9d11-7bbd7bc41f1d req-5efc2e80-3b84-4e53-a645-70e8463e1ed1 service nova] Acquiring lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.732609] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d8b50b6-5d32-4a6e-9d11-7bbd7bc41f1d req-5efc2e80-3b84-4e53-a645-70e8463e1ed1 service nova] Acquired lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.732841] env[69437]: DEBUG nova.network.neutron [req-5d8b50b6-5d32-4a6e-9d11-7bbd7bc41f1d req-5efc2e80-3b84-4e53-a645-70e8463e1ed1 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Refreshing network info cache for port 9e506ed6-a59a-471a-83ec-42b2759cdd28 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.762272] env[69437]: DEBUG oslo_vmware.api [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103828, 'name': PowerOffVM_Task, 'duration_secs': 0.244349} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.762618] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.762802] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.763118] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9365a97c-5f99-4f9a-9c42-bc6f714a68c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.773240] env[69437]: DEBUG nova.scheduler.client.report [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.837838] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.848466] env[69437]: DEBUG nova.compute.manager [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.860616] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.860843] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.861444] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleting the datastore file [datastore2] 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.861444] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c76e42b-fc5d-4df7-9265-88486878036d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.872946] env[69437]: DEBUG oslo_vmware.api [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1006.872946] env[69437]: value = "task-4103832" [ 1006.872946] env[69437]: _type = "Task" [ 1006.872946] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.881162] env[69437]: DEBUG oslo_vmware.api [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.059430] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.086268] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103830, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.162876] env[69437]: DEBUG nova.compute.manager [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.197283] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.197522] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.197690] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.197927] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.198103] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.198259] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.198474] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.198638] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.198809] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.198976] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.199167] env[69437]: DEBUG nova.virt.hardware [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.200191] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79bf886-8cdf-428d-94c5-2dcb95804ef7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.211604] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1034ee2c-4e56-4244-9246-978eda67804e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.279428] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.282491] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.106s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.282789] env[69437]: DEBUG nova.objects.instance [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lazy-loading 'resources' on Instance uuid b40269cc-f3c6-4dbc-a9aa-aa9f95186045 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.311413] env[69437]: INFO nova.scheduler.client.report [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Deleted allocations for instance fcd34c48-657f-4a86-9e2e-45276a35af1f [ 1007.343834] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.375458] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.387596] env[69437]: DEBUG oslo_vmware.api [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.590553] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103830, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.633209] env[69437]: DEBUG nova.network.neutron [req-5d8b50b6-5d32-4a6e-9d11-7bbd7bc41f1d req-5efc2e80-3b84-4e53-a645-70e8463e1ed1 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updated VIF entry in instance network info cache for port 9e506ed6-a59a-471a-83ec-42b2759cdd28. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.633965] env[69437]: DEBUG nova.network.neutron [req-5d8b50b6-5d32-4a6e-9d11-7bbd7bc41f1d req-5efc2e80-3b84-4e53-a645-70e8463e1ed1 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [{"id": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "address": "fa:16:3e:c1:98:88", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e506ed6-a5", "ovs_interfaceid": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.746627] env[69437]: DEBUG nova.compute.manager [req-3e28f956-8079-4450-8456-400a1bf20b35 req-42a6bdf3-c123-4b54-8b09-505b716ef3ed service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received event network-vif-plugged-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.746875] env[69437]: DEBUG oslo_concurrency.lockutils [req-3e28f956-8079-4450-8456-400a1bf20b35 req-42a6bdf3-c123-4b54-8b09-505b716ef3ed service nova] Acquiring lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.747153] env[69437]: DEBUG oslo_concurrency.lockutils [req-3e28f956-8079-4450-8456-400a1bf20b35 req-42a6bdf3-c123-4b54-8b09-505b716ef3ed service nova] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.747267] env[69437]: DEBUG oslo_concurrency.lockutils [req-3e28f956-8079-4450-8456-400a1bf20b35 req-42a6bdf3-c123-4b54-8b09-505b716ef3ed service nova] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.747441] env[69437]: DEBUG nova.compute.manager [req-3e28f956-8079-4450-8456-400a1bf20b35 req-42a6bdf3-c123-4b54-8b09-505b716ef3ed service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] No waiting events found dispatching network-vif-plugged-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.747607] env[69437]: WARNING nova.compute.manager [req-3e28f956-8079-4450-8456-400a1bf20b35 req-42a6bdf3-c123-4b54-8b09-505b716ef3ed service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received unexpected event network-vif-plugged-3d2b7e40-478e-40bc-8db6-7db440223f62 for instance with vm_state building and task_state spawning. [ 1007.823139] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6404fbed-ce3c-461a-9103-11c4a3ce1693 tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Lock "fcd34c48-657f-4a86-9e2e-45276a35af1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.399s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.840291] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.888675] env[69437]: DEBUG nova.network.neutron [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Successfully updated port: 3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.900651] env[69437]: DEBUG oslo_vmware.api [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.712396} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.900767] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.901358] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.902787] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.902787] env[69437]: INFO nova.compute.manager [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1007.902787] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.903048] env[69437]: DEBUG nova.compute.manager [-] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.903048] env[69437]: DEBUG nova.network.neutron [-] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.096396] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103830, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.136597] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d8b50b6-5d32-4a6e-9d11-7bbd7bc41f1d req-5efc2e80-3b84-4e53-a645-70e8463e1ed1 service nova] Releasing lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.185550] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68b7953-382f-4c81-820c-5b8ac56ff881 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.197226] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537e063f-e5c0-496d-a6f5-67d3f142b0ca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.246262] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c91b2d-ee74-4ba7-9918-5662642947b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.260524] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88277cb-505a-4545-a358-819720ef1a13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.283769] env[69437]: DEBUG nova.compute.provider_tree [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.338869] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.394262] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.394262] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.394262] env[69437]: DEBUG nova.network.neutron [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.592620] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103830, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.793200] env[69437]: DEBUG nova.scheduler.client.report [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.798185] env[69437]: DEBUG nova.network.neutron [-] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.842238] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.943461] env[69437]: DEBUG nova.network.neutron [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.091158] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103830, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.096204] env[69437]: DEBUG nova.network.neutron [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating instance_info_cache with network_info: [{"id": "3d2b7e40-478e-40bc-8db6-7db440223f62", "address": "fa:16:3e:54:9b:08", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2b7e40-47", "ovs_interfaceid": "3d2b7e40-478e-40bc-8db6-7db440223f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.301103] env[69437]: INFO nova.compute.manager [-] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Took 1.40 seconds to deallocate network for instance. [ 1009.302046] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.306617] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.690s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.309990] env[69437]: INFO nova.compute.claims [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.343848] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.349947] env[69437]: INFO nova.scheduler.client.report [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Deleted allocations for instance b40269cc-f3c6-4dbc-a9aa-aa9f95186045 [ 1009.590736] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103830, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.599438] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.599800] env[69437]: DEBUG nova.compute.manager [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Instance network_info: |[{"id": "3d2b7e40-478e-40bc-8db6-7db440223f62", "address": "fa:16:3e:54:9b:08", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2b7e40-47", "ovs_interfaceid": "3d2b7e40-478e-40bc-8db6-7db440223f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.600254] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9b:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d2b7e40-478e-40bc-8db6-7db440223f62', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.607828] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating folder: Project (706f29e5320545cf93b0dc01be1fe536). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.608157] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6759ba16-fa5a-40af-9a2c-f515fe2c8aea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.620614] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Created folder: Project (706f29e5320545cf93b0dc01be1fe536) in parent group-v812682. [ 1009.621212] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating folder: Instances. Parent ref: group-v812906. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.621212] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dbfaf85-a534-43da-aecc-a0ad4c371d75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.632667] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Created folder: Instances in parent group-v812906. [ 1009.632886] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.633106] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.633760] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec9185f-bb49-4e98-a3f1-8f620833dc4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.653335] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.653335] env[69437]: value = "task-4103836" [ 1009.653335] env[69437]: _type = "Task" [ 1009.653335] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.664437] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103836, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.820274] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.846913] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.858890] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c16eb2-72da-4206-b8aa-3647ffa648cf tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Lock "b40269cc-f3c6-4dbc-a9aa-aa9f95186045" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.200s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.876153] env[69437]: DEBUG nova.compute.manager [req-1633e913-2e86-439f-a24f-afe6d92dfe97 req-0922931d-bbb9-4181-807c-67c47772add0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received event network-changed-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.876153] env[69437]: DEBUG nova.compute.manager [req-1633e913-2e86-439f-a24f-afe6d92dfe97 req-0922931d-bbb9-4181-807c-67c47772add0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Refreshing instance network info cache due to event network-changed-3d2b7e40-478e-40bc-8db6-7db440223f62. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.876543] env[69437]: DEBUG oslo_concurrency.lockutils [req-1633e913-2e86-439f-a24f-afe6d92dfe97 req-0922931d-bbb9-4181-807c-67c47772add0 service nova] Acquiring lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.876543] env[69437]: DEBUG oslo_concurrency.lockutils [req-1633e913-2e86-439f-a24f-afe6d92dfe97 req-0922931d-bbb9-4181-807c-67c47772add0 service nova] Acquired lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.876543] env[69437]: DEBUG nova.network.neutron [req-1633e913-2e86-439f-a24f-afe6d92dfe97 req-0922931d-bbb9-4181-807c-67c47772add0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Refreshing network info cache for port 3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.097473] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103830, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.313157} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.099090] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821/OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821.vmdk to [datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301/4454088b-565e-4d41-b8e8-db17aefe5301.vmdk. [ 1010.099090] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Cleaning up location [datastore2] OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821 {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1010.099090] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_970bef3e-efac-400a-bb5e-01a1d4bd5821 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.099090] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8250e06-2cbc-441b-b044-a77e45845fdd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.108189] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1010.108189] env[69437]: value = "task-4103837" [ 1010.108189] env[69437]: _type = "Task" [ 1010.108189] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.118021] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.163905] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103836, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.343331] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.456138] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1010.456464] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812905', 'volume_id': '5118ecb0-159b-415a-a60b-be2cff06b35f', 'name': 'volume-5118ecb0-159b-415a-a60b-be2cff06b35f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2698ec9f-60a3-44b7-ae51-7a8ab8dec023', 'attached_at': '', 'detached_at': '', 'volume_id': '5118ecb0-159b-415a-a60b-be2cff06b35f', 'serial': '5118ecb0-159b-415a-a60b-be2cff06b35f'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1010.457402] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d49ea4-3943-40f3-a6b6-b1193f06ad46 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.485249] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796ff945-ed4a-4973-a61f-b84c643ffc2d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.512645] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-5118ecb0-159b-415a-a60b-be2cff06b35f/volume-5118ecb0-159b-415a-a60b-be2cff06b35f.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.515846] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9571aef6-ff35-48de-a5d2-2ce0d9c68ce4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.538024] env[69437]: DEBUG oslo_vmware.api [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1010.538024] env[69437]: value = "task-4103838" [ 1010.538024] env[69437]: _type = "Task" [ 1010.538024] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.550799] env[69437]: DEBUG oslo_vmware.api [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.625182] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146034} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.625182] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.625480] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301/4454088b-565e-4d41-b8e8-db17aefe5301.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.625747] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301/4454088b-565e-4d41-b8e8-db17aefe5301.vmdk to [datastore2] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3/4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.626051] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37c8b34a-d268-4f9b-a6fa-c806ceaa9a99 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.637204] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1010.637204] env[69437]: value = "task-4103839" [ 1010.637204] env[69437]: _type = "Task" [ 1010.637204] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.646704] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.664826] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103836, 'name': CreateVM_Task, 'duration_secs': 0.79418} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.670124] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.671206] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.671433] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.671737] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.672349] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3d7717-7c42-4915-b4c0-f644c87a21de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.678524] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1010.678524] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52339f96-4648-adb3-2c27-6d2814ae2352" [ 1010.678524] env[69437]: _type = "Task" [ 1010.678524] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.693778] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52339f96-4648-adb3-2c27-6d2814ae2352, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.694140] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.694429] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.698026] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.698026] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.698026] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.698026] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dd3b941-3eb8-4e3b-9cc7-3d39a1745848 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.705997] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.706245] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.714408] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9489006b-400f-4bdb-b294-1a017153b6f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.722264] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1010.722264] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5259802b-36b1-156c-1f80-87e1a8d50aac" [ 1010.722264] env[69437]: _type = "Task" [ 1010.722264] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.730972] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5259802b-36b1-156c-1f80-87e1a8d50aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.767711] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352f07a5-4f49-4153-a886-3a4f1592aa75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.779545] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cd3d25-c497-4a04-90ad-36d62f3b2f90 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.706327] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0354f1-1374-4ef8-851e-e2af34a3c1b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.721829] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103839, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.739602] env[69437]: DEBUG oslo_vmware.api [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103838, 'name': ReconfigVM_Task, 'duration_secs': 0.67146} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.740054] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5259802b-36b1-156c-1f80-87e1a8d50aac, 'name': SearchDatastore_Task, 'duration_secs': 0.013519} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.740410] env[69437]: DEBUG oslo_vmware.api [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103824, 'name': ReconfigVM_Task, 'duration_secs': 5.841979} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.741915] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-5118ecb0-159b-415a-a60b-be2cff06b35f/volume-5118ecb0-159b-415a-a60b-be2cff06b35f.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.750399] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.750729] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfigured VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1011.760512] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022a883e-4da3-4376-a30e-a60553aa30b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.778378] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df92abc8-cfe3-4f80-ae2c-5eac02850aa4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.785316] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90df878-1860-40b5-afb1-4db8792b89fe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.809056] env[69437]: DEBUG nova.compute.provider_tree [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.815703] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1011.815703] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52401fbf-94a0-d9b3-2145-49a1b8f302a3" [ 1011.815703] env[69437]: _type = "Task" [ 1011.815703] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.815703] env[69437]: DEBUG oslo_vmware.api [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1011.815703] env[69437]: value = "task-4103840" [ 1011.815703] env[69437]: _type = "Task" [ 1011.815703] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.836844] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52401fbf-94a0-d9b3-2145-49a1b8f302a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.842488] env[69437]: DEBUG oslo_vmware.api [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.883932] env[69437]: DEBUG nova.network.neutron [req-1633e913-2e86-439f-a24f-afe6d92dfe97 req-0922931d-bbb9-4181-807c-67c47772add0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updated VIF entry in instance network info cache for port 3d2b7e40-478e-40bc-8db6-7db440223f62. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.884456] env[69437]: DEBUG nova.network.neutron [req-1633e913-2e86-439f-a24f-afe6d92dfe97 req-0922931d-bbb9-4181-807c-67c47772add0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating instance_info_cache with network_info: [{"id": "3d2b7e40-478e-40bc-8db6-7db440223f62", "address": "fa:16:3e:54:9b:08", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2b7e40-47", "ovs_interfaceid": "3d2b7e40-478e-40bc-8db6-7db440223f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.198865] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103839, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.215692] env[69437]: DEBUG nova.compute.manager [req-2b2b5b73-6595-4e3f-94ce-3656ecfabc7a req-b3b67fdf-a860-4937-9ef1-b0e9841cb448 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-vif-deleted-dca27aac-01c3-4692-92c2-2ab7f735b577 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.215919] env[69437]: INFO nova.compute.manager [req-2b2b5b73-6595-4e3f-94ce-3656ecfabc7a req-b3b67fdf-a860-4937-9ef1-b0e9841cb448 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Neutron deleted interface dca27aac-01c3-4692-92c2-2ab7f735b577; detaching it from the instance and deleting it from the info cache [ 1012.216582] env[69437]: DEBUG nova.network.neutron [req-2b2b5b73-6595-4e3f-94ce-3656ecfabc7a req-b3b67fdf-a860-4937-9ef1-b0e9841cb448 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6fdb683f-9cd0-4869-8cd3-9d670ad31602", "address": "fa:16:3e:7e:71:e7", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdb683f-9c", "ovs_interfaceid": "6fdb683f-9cd0-4869-8cd3-9d670ad31602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.316712] env[69437]: DEBUG nova.scheduler.client.report [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.339392] env[69437]: DEBUG oslo_vmware.api [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103840, 'name': ReconfigVM_Task, 'duration_secs': 0.23291} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.343318] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812905', 'volume_id': '5118ecb0-159b-415a-a60b-be2cff06b35f', 'name': 'volume-5118ecb0-159b-415a-a60b-be2cff06b35f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2698ec9f-60a3-44b7-ae51-7a8ab8dec023', 'attached_at': '', 'detached_at': '', 'volume_id': '5118ecb0-159b-415a-a60b-be2cff06b35f', 'serial': '5118ecb0-159b-415a-a60b-be2cff06b35f'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1012.345025] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52401fbf-94a0-d9b3-2145-49a1b8f302a3, 'name': SearchDatastore_Task, 'duration_secs': 0.100382} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.345846] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.346204] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac/5a02cbcb-3b22-45e6-b196-f2ae3322ebac.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.346421] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38cabca8-a11e-4435-bf84-1d3aab75fa54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.358562] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1012.358562] env[69437]: value = "task-4103841" [ 1012.358562] env[69437]: _type = "Task" [ 1012.358562] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.373902] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.387485] env[69437]: DEBUG oslo_concurrency.lockutils [req-1633e913-2e86-439f-a24f-afe6d92dfe97 req-0922931d-bbb9-4181-807c-67c47772add0 service nova] Releasing lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.387799] env[69437]: DEBUG nova.compute.manager [req-1633e913-2e86-439f-a24f-afe6d92dfe97 req-0922931d-bbb9-4181-807c-67c47772add0 service nova] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Received event network-vif-deleted-45bbb356-4e12-49e6-92bc-8738d33686e9 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.696900] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103839, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.719298] env[69437]: DEBUG oslo_concurrency.lockutils [req-2b2b5b73-6595-4e3f-94ce-3656ecfabc7a req-b3b67fdf-a860-4937-9ef1-b0e9841cb448 service nova] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.719634] env[69437]: DEBUG oslo_concurrency.lockutils [req-2b2b5b73-6595-4e3f-94ce-3656ecfabc7a req-b3b67fdf-a860-4937-9ef1-b0e9841cb448 service nova] Acquired lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.720547] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180eb514-06a5-4ae6-bdce-1da7e845b5c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.748595] env[69437]: DEBUG oslo_concurrency.lockutils [req-2b2b5b73-6595-4e3f-94ce-3656ecfabc7a req-b3b67fdf-a860-4937-9ef1-b0e9841cb448 service nova] Releasing lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.748736] env[69437]: WARNING nova.compute.manager [req-2b2b5b73-6595-4e3f-94ce-3656ecfabc7a req-b3b67fdf-a860-4937-9ef1-b0e9841cb448 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Detach interface failed, port_id=dca27aac-01c3-4692-92c2-2ab7f735b577, reason: No device with interface-id dca27aac-01c3-4692-92c2-2ab7f735b577 exists on VM: nova.exception.NotFound: No device with interface-id dca27aac-01c3-4692-92c2-2ab7f735b577 exists on VM [ 1012.834073] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.528s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.835480] env[69437]: DEBUG nova.compute.manager [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.838440] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.162s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.838688] env[69437]: DEBUG nova.objects.instance [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lazy-loading 'resources' on Instance uuid 2222023a-8eea-420c-9546-67072fbdd4f0 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.879054] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.945813] env[69437]: DEBUG nova.compute.manager [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-vif-deleted-6fdb683f-9cd0-4869-8cd3-9d670ad31602 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.946561] env[69437]: INFO nova.compute.manager [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Neutron deleted interface 6fdb683f-9cd0-4869-8cd3-9d670ad31602; detaching it from the instance and deleting it from the info cache [ 1012.946896] env[69437]: DEBUG nova.network.neutron [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.100856] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.101078] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.101269] env[69437]: DEBUG nova.network.neutron [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.139562] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquiring lock "994155cb-9c02-485b-b46e-89dfd636a6b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.140061] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "994155cb-9c02-485b-b46e-89dfd636a6b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.200333] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103839, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.344077] env[69437]: DEBUG nova.compute.utils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.348787] env[69437]: DEBUG nova.compute.manager [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.349937] env[69437]: DEBUG nova.network.neutron [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.377283] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.412344] env[69437]: DEBUG nova.policy [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45876af025744d19bdf996012858237b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5699d2b4d3d431db6765773dc90c334', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.426985] env[69437]: DEBUG nova.objects.instance [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lazy-loading 'flavor' on Instance uuid 2698ec9f-60a3-44b7-ae51-7a8ab8dec023 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.451906] env[69437]: DEBUG oslo_concurrency.lockutils [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.452602] env[69437]: DEBUG oslo_concurrency.lockutils [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Acquired lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.453379] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff056bca-1f3a-47e1-9902-09e4ef999a02 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.482981] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19888ad2-7d89-4dac-9c65-30e2c46b95b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.527380] env[69437]: DEBUG nova.virt.vmwareapi.vmops [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfiguring VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1013.531333] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c09f193-7ca8-4aed-a12c-fbf299c0a5ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.546027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.554079] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Waiting for the task: (returnval){ [ 1013.554079] env[69437]: value = "task-4103842" [ 1013.554079] env[69437]: _type = "Task" [ 1013.554079] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.567707] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.649054] env[69437]: DEBUG nova.compute.manager [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.698810] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103839, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.918575} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.699189] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4454088b-565e-4d41-b8e8-db17aefe5301/4454088b-565e-4d41-b8e8-db17aefe5301.vmdk to [datastore2] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3/4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.700899] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3946c31b-eb51-4265-825f-2546f6f3edb3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.729450] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3/4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.735125] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495f12b3-b1d7-44c2-a442-45549f30889e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.758146] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1013.758146] env[69437]: value = "task-4103843" [ 1013.758146] env[69437]: _type = "Task" [ 1013.758146] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.774276] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103843, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.850521] env[69437]: DEBUG nova.compute.manager [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.881373] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103841, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.901148] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f1958-8932-4976-aa9a-700b5a93908b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.915902] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd96303-a25c-4650-9868-4e10831dcac4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.959244] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4511df0-b3c7-48d1-b804-f53c3b77abf8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.960648] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0e963551-a00c-4f88-9fd1-a44a4485e887 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.717s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.968503] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c49f865-bb95-4af2-9c65-727d12c9bf86 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.975598] env[69437]: DEBUG nova.network.neutron [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Successfully created port: 80d7b343-0cab-41d9-b4ad-bf63f96feb12 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.990038] env[69437]: DEBUG nova.compute.provider_tree [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.990958] env[69437]: INFO nova.compute.manager [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Rescuing [ 1013.994763] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.994763] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.994763] env[69437]: DEBUG nova.network.neutron [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.051163] env[69437]: DEBUG nova.network.neutron [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [{"id": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "address": "fa:16:3e:cb:16:73", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff753bf3-df", "ovs_interfaceid": "ff753bf3-df2f-4b31-af76-7625bd8f9a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.066839] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.173952] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.273594] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.373834] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103841, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.615101} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.374146] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac/5a02cbcb-3b22-45e6-b196-f2ae3322ebac.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.374417] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.374639] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12784284-308e-491a-8cd8-24907e4ec07b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.384867] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1014.384867] env[69437]: value = "task-4103844" [ 1014.384867] env[69437]: _type = "Task" [ 1014.384867] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.393403] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.493992] env[69437]: DEBUG nova.scheduler.client.report [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.554190] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.566618] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.769973] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103843, 'name': ReconfigVM_Task, 'duration_secs': 0.56692} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.771630] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3/4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.771630] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74ad8d14-487d-402a-b69e-34cc5cde1ac4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.779881] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1014.779881] env[69437]: value = "task-4103845" [ 1014.779881] env[69437]: _type = "Task" [ 1014.779881] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.784133] env[69437]: DEBUG nova.network.neutron [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating instance_info_cache with network_info: [{"id": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "address": "fa:16:3e:1f:ee:fa", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7050ab-df", "ovs_interfaceid": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.791520] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103845, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.865251] env[69437]: DEBUG nova.compute.manager [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.893727] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.895067] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.895067] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.895067] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.895067] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.895067] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.895067] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.895420] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.895420] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.895498] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.895641] env[69437]: DEBUG nova.virt.hardware [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.896596] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9ae762-bcdd-408c-9170-195175a8960a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.905984] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075223} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.906780] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.907713] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad4718-d283-45b5-9253-34408681342a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.916177] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e91c34-df53-4a6f-8dd0-7df09405068c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.938387] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac/5a02cbcb-3b22-45e6-b196-f2ae3322ebac.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.939205] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7388b12a-b453-4af6-bf84-4b70400db383 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.969141] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1014.969141] env[69437]: value = "task-4103846" [ 1014.969141] env[69437]: _type = "Task" [ 1014.969141] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.978299] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.001435] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.004015] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.248s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.005626] env[69437]: INFO nova.compute.claims [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.031948] env[69437]: INFO nova.scheduler.client.report [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Deleted allocations for instance 2222023a-8eea-420c-9546-67072fbdd4f0 [ 1015.062123] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22f0f25a-94ee-4da7-84df-e0926f449bd9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-972570b6-b81a-4d2c-ad83-b14b7d70712c-dca27aac-01c3-4692-92c2-2ab7f735b577" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.365s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.072281] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.287651] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.293902] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103845, 'name': Rename_Task, 'duration_secs': 0.309237} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.294227] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.294483] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58195fca-1690-4540-965d-47e195517f3a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.302111] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1015.302111] env[69437]: value = "task-4103847" [ 1015.302111] env[69437]: _type = "Task" [ 1015.302111] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.313605] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.479704] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103846, 'name': ReconfigVM_Task, 'duration_secs': 0.504486} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.480960] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac/5a02cbcb-3b22-45e6-b196-f2ae3322ebac.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.480960] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a363ef4f-06a8-48ef-83df-37ba1d761578 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.489068] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1015.489068] env[69437]: value = "task-4103848" [ 1015.489068] env[69437]: _type = "Task" [ 1015.489068] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.498762] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103848, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.539463] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Lock "2222023a-8eea-420c-9546-67072fbdd4f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.645s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.571192] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.619545] env[69437]: DEBUG nova.compute.manager [req-631a22ad-58f3-4943-83fe-00c50a418473 req-c3f3131e-a9c5-4b11-8301-d2afcda02b54 service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Received event network-vif-plugged-80d7b343-0cab-41d9-b4ad-bf63f96feb12 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.619601] env[69437]: DEBUG oslo_concurrency.lockutils [req-631a22ad-58f3-4943-83fe-00c50a418473 req-c3f3131e-a9c5-4b11-8301-d2afcda02b54 service nova] Acquiring lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.619930] env[69437]: DEBUG oslo_concurrency.lockutils [req-631a22ad-58f3-4943-83fe-00c50a418473 req-c3f3131e-a9c5-4b11-8301-d2afcda02b54 service nova] Lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.620189] env[69437]: DEBUG oslo_concurrency.lockutils [req-631a22ad-58f3-4943-83fe-00c50a418473 req-c3f3131e-a9c5-4b11-8301-d2afcda02b54 service nova] Lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.620379] env[69437]: DEBUG nova.compute.manager [req-631a22ad-58f3-4943-83fe-00c50a418473 req-c3f3131e-a9c5-4b11-8301-d2afcda02b54 service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] No waiting events found dispatching network-vif-plugged-80d7b343-0cab-41d9-b4ad-bf63f96feb12 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1015.620590] env[69437]: WARNING nova.compute.manager [req-631a22ad-58f3-4943-83fe-00c50a418473 req-c3f3131e-a9c5-4b11-8301-d2afcda02b54 service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Received unexpected event network-vif-plugged-80d7b343-0cab-41d9-b4ad-bf63f96feb12 for instance with vm_state building and task_state spawning. [ 1015.666479] env[69437]: DEBUG nova.network.neutron [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Successfully updated port: 80d7b343-0cab-41d9-b4ad-bf63f96feb12 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.812190] env[69437]: DEBUG oslo_vmware.api [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103847, 'name': PowerOnVM_Task, 'duration_secs': 0.475103} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.812475] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.951010] env[69437]: DEBUG nova.compute.manager [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.952225] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab141d7-610b-43d7-8ea9-c204d951118c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.000776] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103848, 'name': Rename_Task, 'duration_secs': 0.146859} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.000958] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.001230] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cffe205-5691-4c18-9b03-11c85f9c9566 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.009157] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1016.009157] env[69437]: value = "task-4103849" [ 1016.009157] env[69437]: _type = "Task" [ 1016.009157] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.021899] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.072413] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.169438] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquiring lock "refresh_cache-08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.169632] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquired lock "refresh_cache-08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.169838] env[69437]: DEBUG nova.network.neutron [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.359664] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c47f41-eed7-4edd-826a-8916f66db98c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.367932] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83409829-aa98-44b4-9c15-4795c6904c70 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.402988] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb704a3e-8d3d-446a-805f-1072d5e03182 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.412297] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d67791-f49f-4496-9d20-1a5dd13c5c47 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.428408] env[69437]: DEBUG nova.compute.provider_tree [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.474366] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4c57a969-1f07-4561-8aed-497cc1b846ec tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.746s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.520487] env[69437]: DEBUG oslo_vmware.api [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103849, 'name': PowerOnVM_Task, 'duration_secs': 0.491224} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.520887] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.521635] env[69437]: INFO nova.compute.manager [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1016.521635] env[69437]: DEBUG nova.compute.manager [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.522875] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3dc819-30e7-4544-b62b-05365a4938ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.571085] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.710333] env[69437]: DEBUG nova.network.neutron [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.832332] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.832678] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b253f1f-05bf-4cc9-a51f-13a1a494f280 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.840912] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1016.840912] env[69437]: value = "task-4103850" [ 1016.840912] env[69437]: _type = "Task" [ 1016.840912] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.852784] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.862827] env[69437]: DEBUG nova.network.neutron [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Updating instance_info_cache with network_info: [{"id": "80d7b343-0cab-41d9-b4ad-bf63f96feb12", "address": "fa:16:3e:b4:71:0e", "network": {"id": "5af2841c-6924-40c1-b506-1716964514e5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1317304549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5699d2b4d3d431db6765773dc90c334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d7b343-0c", "ovs_interfaceid": "80d7b343-0cab-41d9-b4ad-bf63f96feb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.934279] env[69437]: DEBUG nova.scheduler.client.report [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.046864] env[69437]: INFO nova.compute.manager [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Took 30.21 seconds to build instance. [ 1017.073725] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.353778] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103850, 'name': PowerOffVM_Task, 'duration_secs': 0.505151} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.354592] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.355575] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede3bd84-327a-4209-b373-53f8ceb051a5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.382225] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Releasing lock "refresh_cache-08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.382882] env[69437]: DEBUG nova.compute.manager [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Instance network_info: |[{"id": "80d7b343-0cab-41d9-b4ad-bf63f96feb12", "address": "fa:16:3e:b4:71:0e", "network": {"id": "5af2841c-6924-40c1-b506-1716964514e5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1317304549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5699d2b4d3d431db6765773dc90c334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d7b343-0c", "ovs_interfaceid": "80d7b343-0cab-41d9-b4ad-bf63f96feb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.384349] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:71:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80d7b343-0cab-41d9-b4ad-bf63f96feb12', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.398308] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Creating folder: Project (f5699d2b4d3d431db6765773dc90c334). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.399181] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5faa17-5879-412f-b56e-132c33c08dc0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.403717] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5091ec1-65cf-4c9f-9b83-8b40c6d9f6dc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.417136] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Created folder: Project (f5699d2b4d3d431db6765773dc90c334) in parent group-v812682. [ 1017.417451] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Creating folder: Instances. Parent ref: group-v812909. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.417590] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38f819f-cfd0-49aa-824a-e1b7a2316f46 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.428777] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Created folder: Instances in parent group-v812909. [ 1017.429128] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.429384] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.429658] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3efc516-6dbd-4f3e-8763-ba02ec1d3187 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.447095] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.447625] env[69437]: DEBUG nova.compute.manager [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.450447] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.464s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.450669] env[69437]: DEBUG nova.objects.instance [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lazy-loading 'resources' on Instance uuid cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.457562] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.457940] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25c7d03-443b-4530-a6c9-c958cfa3b96d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.460910] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.460910] env[69437]: value = "task-4103853" [ 1017.460910] env[69437]: _type = "Task" [ 1017.460910] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.468420] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1017.468420] env[69437]: value = "task-4103854" [ 1017.468420] env[69437]: _type = "Task" [ 1017.468420] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.475505] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103853, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.481103] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1017.481399] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.481643] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.481846] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.481975] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.482255] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd1b7075-70a0-4020-a170-89405848b1b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.495547] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.495852] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.496968] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1148909-ca75-448f-aa8d-8c04327eb56f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.503496] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1017.503496] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bd7bb3-b40e-6de5-f345-b44d4209ced9" [ 1017.503496] env[69437]: _type = "Task" [ 1017.503496] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.514565] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bd7bb3-b40e-6de5-f345-b44d4209ced9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.549194] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c923d706-52e0-491f-8388-a7c71de18ac0 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.724s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.572368] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.730451] env[69437]: DEBUG nova.compute.manager [req-b50d5acc-9f61-4271-ad2c-f3d1a56c16df req-82fb9deb-5c59-4726-a731-9b6ad99b3d6f service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Received event network-changed-80d7b343-0cab-41d9-b4ad-bf63f96feb12 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.730451] env[69437]: DEBUG nova.compute.manager [req-b50d5acc-9f61-4271-ad2c-f3d1a56c16df req-82fb9deb-5c59-4726-a731-9b6ad99b3d6f service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Refreshing instance network info cache due to event network-changed-80d7b343-0cab-41d9-b4ad-bf63f96feb12. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.730451] env[69437]: DEBUG oslo_concurrency.lockutils [req-b50d5acc-9f61-4271-ad2c-f3d1a56c16df req-82fb9deb-5c59-4726-a731-9b6ad99b3d6f service nova] Acquiring lock "refresh_cache-08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.730451] env[69437]: DEBUG oslo_concurrency.lockutils [req-b50d5acc-9f61-4271-ad2c-f3d1a56c16df req-82fb9deb-5c59-4726-a731-9b6ad99b3d6f service nova] Acquired lock "refresh_cache-08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.730451] env[69437]: DEBUG nova.network.neutron [req-b50d5acc-9f61-4271-ad2c-f3d1a56c16df req-82fb9deb-5c59-4726-a731-9b6ad99b3d6f service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Refreshing network info cache for port 80d7b343-0cab-41d9-b4ad-bf63f96feb12 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.956656] env[69437]: DEBUG nova.compute.utils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.962412] env[69437]: DEBUG nova.compute.manager [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.962412] env[69437]: DEBUG nova.network.neutron [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.982125] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103853, 'name': CreateVM_Task, 'duration_secs': 0.375981} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.985769] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.985769] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.985769] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.985769] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.985769] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c76600d-bf6b-48f2-a172-c2fe2a91c52b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.994639] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1017.994639] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52cba18a-9b72-53b7-c6fa-8ca7dc9b784f" [ 1017.994639] env[69437]: _type = "Task" [ 1017.994639] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.007784] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cba18a-9b72-53b7-c6fa-8ca7dc9b784f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.023847] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bd7bb3-b40e-6de5-f345-b44d4209ced9, 'name': SearchDatastore_Task, 'duration_secs': 0.019368} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.024835] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ec502c-733a-42f1-9af3-5ceda2699eab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.031732] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1018.031732] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520ca050-94ce-cce1-5779-750964a14d01" [ 1018.031732] env[69437]: _type = "Task" [ 1018.031732] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.046914] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520ca050-94ce-cce1-5779-750964a14d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.073083] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.326429] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ffdc1-2e62-42f8-9079-bd77e88e7f78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.337111] env[69437]: DEBUG nova.policy [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1c14adc8f44f14b74a738d96cf41e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93536dc177ea4637a471fac9a21bcd73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.340307] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68de12d3-5add-4503-8e5e-743e7887e826 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.382551] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc3cef9-9d63-4a7a-8a6e-ad5e012568cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.391378] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1af04-e538-4083-9b20-1bf287a97da5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.407614] env[69437]: DEBUG nova.compute.provider_tree [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.465375] env[69437]: DEBUG nova.compute.manager [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.506664] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cba18a-9b72-53b7-c6fa-8ca7dc9b784f, 'name': SearchDatastore_Task, 'duration_secs': 0.016262} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.507313] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.507935] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.508330] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.547234] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520ca050-94ce-cce1-5779-750964a14d01, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.547829] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.548443] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 2698ec9f-60a3-44b7-ae51-7a8ab8dec023/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. {{(pid=69437) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1018.548880] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.549201] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.550018] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b51b0f1-c6fd-4c22-bf19-66a72ee87fcb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.553887] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d1ec983-7077-466b-8c91-7af56fc80ea0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.563668] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1018.563668] env[69437]: value = "task-4103855" [ 1018.563668] env[69437]: _type = "Task" [ 1018.563668] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.570131] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.570131] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.573293] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb88c951-70da-4a2d-b8c4-64d205702b61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.576251] env[69437]: DEBUG nova.network.neutron [req-b50d5acc-9f61-4271-ad2c-f3d1a56c16df req-82fb9deb-5c59-4726-a731-9b6ad99b3d6f service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Updated VIF entry in instance network info cache for port 80d7b343-0cab-41d9-b4ad-bf63f96feb12. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.576581] env[69437]: DEBUG nova.network.neutron [req-b50d5acc-9f61-4271-ad2c-f3d1a56c16df req-82fb9deb-5c59-4726-a731-9b6ad99b3d6f service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Updating instance_info_cache with network_info: [{"id": "80d7b343-0cab-41d9-b4ad-bf63f96feb12", "address": "fa:16:3e:b4:71:0e", "network": {"id": "5af2841c-6924-40c1-b506-1716964514e5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1317304549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5699d2b4d3d431db6765773dc90c334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d7b343-0c", "ovs_interfaceid": "80d7b343-0cab-41d9-b4ad-bf63f96feb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.588557] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.588845] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.590789] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1018.590789] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52522a57-bbf1-49c1-0187-4870301194cd" [ 1018.590789] env[69437]: _type = "Task" [ 1018.590789] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.600907] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52522a57-bbf1-49c1-0187-4870301194cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.601689] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c2d1240-8a37-4557-bc56-ead92dbc4947 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.607976] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1018.607976] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524bf4b5-73b6-a220-c15c-21b43b09c46a" [ 1018.607976] env[69437]: _type = "Task" [ 1018.607976] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.617173] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524bf4b5-73b6-a220-c15c-21b43b09c46a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.913207] env[69437]: DEBUG nova.scheduler.client.report [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.077721] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.078757] env[69437]: DEBUG oslo_concurrency.lockutils [req-b50d5acc-9f61-4271-ad2c-f3d1a56c16df req-82fb9deb-5c59-4726-a731-9b6ad99b3d6f service nova] Releasing lock "refresh_cache-08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.084332] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103855, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.120699] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524bf4b5-73b6-a220-c15c-21b43b09c46a, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.120985] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.121375] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e/08af52ae-b5f2-482c-9ebc-7bf72b6fc51e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.121660] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-177dd1fb-82ca-4fb0-9bd9-df8ff9082321 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.132200] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1019.132200] env[69437]: value = "task-4103856" [ 1019.132200] env[69437]: _type = "Task" [ 1019.132200] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.141538] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.159794] env[69437]: DEBUG nova.network.neutron [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Successfully created port: 388d03dd-2a64-436c-9e76-0d9f15e5847a {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.270237] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdb7199-379e-45f3-a39d-0733ae43f759 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.282354] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8710b992-8dc8-494e-b854-93f51f55c5d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Suspending the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1019.282354] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-23baf9fc-0902-4ac7-b789-1babdb8e6953 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.290307] env[69437]: DEBUG oslo_vmware.api [None req-8710b992-8dc8-494e-b854-93f51f55c5d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1019.290307] env[69437]: value = "task-4103857" [ 1019.290307] env[69437]: _type = "Task" [ 1019.290307] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.301956] env[69437]: DEBUG oslo_vmware.api [None req-8710b992-8dc8-494e-b854-93f51f55c5d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103857, 'name': SuspendVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.422387] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.426403] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.833s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.426891] env[69437]: DEBUG nova.objects.instance [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lazy-loading 'resources' on Instance uuid ae9d7b96-529c-413e-8392-b2e344d258dd {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.465248] env[69437]: INFO nova.scheduler.client.report [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted allocations for instance cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e [ 1019.475162] env[69437]: DEBUG nova.compute.manager [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.513921] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.514106] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.515935] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.516248] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.516468] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.516789] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.517105] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.519749] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.519749] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.519749] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.519749] env[69437]: DEBUG nova.virt.hardware [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.523954] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d395eaaf-48c8-43a2-bc81-5d4595c192be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.533710] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54be6c9-f99b-4245-be7a-50f037b38a3c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.577397] env[69437]: DEBUG oslo_vmware.api [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Task: {'id': task-4103842, 'name': ReconfigVM_Task, 'duration_secs': 5.807742} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.578267] env[69437]: DEBUG oslo_concurrency.lockutils [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] Releasing lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.578555] env[69437]: DEBUG nova.virt.vmwareapi.vmops [req-d8926974-a5f1-4f80-9128-70cae08271e2 req-b84b473e-26ac-4f49-9ba0-08554ed89ae7 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Reconfigured VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1019.579175] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.034s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.579453] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.579715] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.579938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.582676] env[69437]: INFO nova.compute.manager [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Terminating instance [ 1019.590313] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532334} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.590802] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 2698ec9f-60a3-44b7-ae51-7a8ab8dec023/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk. [ 1019.592154] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9464d24f-52e1-4345-aeb8-bd480c9e9f3a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.631576] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 2698ec9f-60a3-44b7-ae51-7a8ab8dec023/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.632619] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d38cebd2-c7a8-4773-a277-8aaf88a88d8f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.657335] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103856, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.659197] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1019.659197] env[69437]: value = "task-4103858" [ 1019.659197] env[69437]: _type = "Task" [ 1019.659197] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.674494] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.764776] env[69437]: DEBUG nova.compute.manager [req-c9c41020-988f-4861-b312-2ad6a62908ab req-51ce1a3d-5ae9-4e18-b3b8-8a52b80be186 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received event network-changed-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.764962] env[69437]: DEBUG nova.compute.manager [req-c9c41020-988f-4861-b312-2ad6a62908ab req-51ce1a3d-5ae9-4e18-b3b8-8a52b80be186 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Refreshing instance network info cache due to event network-changed-3d2b7e40-478e-40bc-8db6-7db440223f62. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.765657] env[69437]: DEBUG oslo_concurrency.lockutils [req-c9c41020-988f-4861-b312-2ad6a62908ab req-51ce1a3d-5ae9-4e18-b3b8-8a52b80be186 service nova] Acquiring lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.765817] env[69437]: DEBUG oslo_concurrency.lockutils [req-c9c41020-988f-4861-b312-2ad6a62908ab req-51ce1a3d-5ae9-4e18-b3b8-8a52b80be186 service nova] Acquired lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.765983] env[69437]: DEBUG nova.network.neutron [req-c9c41020-988f-4861-b312-2ad6a62908ab req-51ce1a3d-5ae9-4e18-b3b8-8a52b80be186 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Refreshing network info cache for port 3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.804142] env[69437]: DEBUG oslo_vmware.api [None req-8710b992-8dc8-494e-b854-93f51f55c5d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103857, 'name': SuspendVM_Task} progress is 87%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.980957] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c4e0cabd-4819-45db-99fb-32fd96ea37bf tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.550s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.087944] env[69437]: DEBUG nova.compute.manager [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.088281] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.092205] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf1214-6601-427e-b414-7fe79deda1f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.101459] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.101977] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0501e6c-1fad-45e4-9004-106d98c9f320 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.109181] env[69437]: DEBUG oslo_vmware.api [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1020.109181] env[69437]: value = "task-4103859" [ 1020.109181] env[69437]: _type = "Task" [ 1020.109181] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.119656] env[69437]: DEBUG oslo_vmware.api [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.147452] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851514} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.147452] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e/08af52ae-b5f2-482c-9ebc-7bf72b6fc51e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.147452] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.147699] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06109e84-34a3-4792-bf59-5cfdb42489ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.158478] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1020.158478] env[69437]: value = "task-4103860" [ 1020.158478] env[69437]: _type = "Task" [ 1020.158478] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.172475] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.179232] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.235222] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "8c42b367-d7ce-4bad-b7b0-b5b001200905" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.235484] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "8c42b367-d7ce-4bad-b7b0-b5b001200905" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.235682] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "8c42b367-d7ce-4bad-b7b0-b5b001200905-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.235828] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "8c42b367-d7ce-4bad-b7b0-b5b001200905-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.236079] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "8c42b367-d7ce-4bad-b7b0-b5b001200905-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.239546] env[69437]: INFO nova.compute.manager [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Terminating instance [ 1020.297176] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5522ed71-eae9-4ef5-8009-c332f54e03dc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.321932] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa4b19f-db33-4640-99ca-9fdb811aef09 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.327663] env[69437]: DEBUG oslo_vmware.api [None req-8710b992-8dc8-494e-b854-93f51f55c5d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103857, 'name': SuspendVM_Task, 'duration_secs': 0.996423} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.328098] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8710b992-8dc8-494e-b854-93f51f55c5d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Suspended the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1020.328344] env[69437]: DEBUG nova.compute.manager [None req-8710b992-8dc8-494e-b854-93f51f55c5d6 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.329815] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52747f57-6793-4b40-a718-0db2d183559e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.364740] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b295280-8e5c-4ed0-a10f-6000e01117f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.384194] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc617cb-da3d-42e8-bfe0-92eadb789991 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.401174] env[69437]: DEBUG nova.compute.provider_tree [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.624401] env[69437]: DEBUG oslo_vmware.api [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103859, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.679019] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083595} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.680787] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.681705] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103858, 'name': ReconfigVM_Task, 'duration_secs': 0.731676} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.682777] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1bdf3-3214-40bc-9203-247b9e84bdd6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.686440] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 2698ec9f-60a3-44b7-ae51-7a8ab8dec023/4a973b74-98db-4960-84b3-8634f4a8f19d-rescue.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.687854] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36305985-d006-4a58-bcbb-a5a5f1723949 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.712388] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e/08af52ae-b5f2-482c-9ebc-7bf72b6fc51e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.731870] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a01c9aa-4fad-4b18-ad59-ff6bcda37bc4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.751173] env[69437]: DEBUG nova.compute.manager [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.751405] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.751686] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a5d80ad-2dc4-4368-a6f8-59bc97bd5a8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.762590] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89059e81-e22f-4265-8777-93c7043a6248 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.771490] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.773772] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-078aca68-a952-4346-941c-e539727a7fa8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.775404] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1020.775404] env[69437]: value = "task-4103861" [ 1020.775404] env[69437]: _type = "Task" [ 1020.775404] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.775651] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1020.775651] env[69437]: value = "task-4103862" [ 1020.775651] env[69437]: _type = "Task" [ 1020.775651] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.782998] env[69437]: DEBUG oslo_vmware.api [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 1020.782998] env[69437]: value = "task-4103863" [ 1020.782998] env[69437]: _type = "Task" [ 1020.782998] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.794245] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.795331] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103862, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.803548] env[69437]: DEBUG oslo_vmware.api [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.905062] env[69437]: DEBUG nova.scheduler.client.report [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.987822] env[69437]: DEBUG nova.network.neutron [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Successfully updated port: 388d03dd-2a64-436c-9e76-0d9f15e5847a {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.064460] env[69437]: DEBUG nova.network.neutron [req-c9c41020-988f-4861-b312-2ad6a62908ab req-51ce1a3d-5ae9-4e18-b3b8-8a52b80be186 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updated VIF entry in instance network info cache for port 3d2b7e40-478e-40bc-8db6-7db440223f62. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.064839] env[69437]: DEBUG nova.network.neutron [req-c9c41020-988f-4861-b312-2ad6a62908ab req-51ce1a3d-5ae9-4e18-b3b8-8a52b80be186 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating instance_info_cache with network_info: [{"id": "3d2b7e40-478e-40bc-8db6-7db440223f62", "address": "fa:16:3e:54:9b:08", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2b7e40-47", "ovs_interfaceid": "3d2b7e40-478e-40bc-8db6-7db440223f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.122119] env[69437]: DEBUG oslo_vmware.api [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103859, 'name': PowerOffVM_Task, 'duration_secs': 0.561083} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.122608] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.122608] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.123358] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ddc35e0-2845-4dec-b83d-408697adee68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.212605] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.212881] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.213088] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleting the datastore file [datastore1] 972570b6-b81a-4d2c-ad83-b14b7d70712c {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.213368] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-009299ec-6ccf-4e19-ba99-73cf6d7b7ef8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.221455] env[69437]: DEBUG oslo_vmware.api [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1021.221455] env[69437]: value = "task-4103865" [ 1021.221455] env[69437]: _type = "Task" [ 1021.221455] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.232260] env[69437]: DEBUG oslo_vmware.api [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.293368] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103861, 'name': ReconfigVM_Task, 'duration_secs': 0.216549} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.293663] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103862, 'name': ReconfigVM_Task, 'duration_secs': 0.388759} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.294434] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.294737] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e/08af52ae-b5f2-482c-9ebc-7bf72b6fc51e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.295386] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-239009cd-c83f-4a3b-995e-bd98e89ec24f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.297047] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfa3ada2-afb4-4725-94fa-71a2cdd7abef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.301978] env[69437]: DEBUG oslo_vmware.api [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103863, 'name': PowerOffVM_Task, 'duration_secs': 0.234431} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.302860] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.303071] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.303306] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4560380b-800b-4797-a5a7-0c80e58e2483 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.307571] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1021.307571] env[69437]: value = "task-4103867" [ 1021.307571] env[69437]: _type = "Task" [ 1021.307571] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.308883] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1021.308883] env[69437]: value = "task-4103866" [ 1021.308883] env[69437]: _type = "Task" [ 1021.308883] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.320056] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.323412] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103866, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.383468] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.383692] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.383876] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleting the datastore file [datastore2] 8c42b367-d7ce-4bad-b7b0-b5b001200905 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.384425] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa245c9e-ebac-4b48-a68a-5e44696af1a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.392517] env[69437]: DEBUG oslo_vmware.api [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for the task: (returnval){ [ 1021.392517] env[69437]: value = "task-4103869" [ 1021.392517] env[69437]: _type = "Task" [ 1021.392517] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.405200] env[69437]: DEBUG oslo_vmware.api [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.415596] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.416770] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.065s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.419055] env[69437]: INFO nova.compute.claims [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.449394] env[69437]: INFO nova.scheduler.client.report [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted allocations for instance ae9d7b96-529c-413e-8392-b2e344d258dd [ 1021.494455] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "refresh_cache-1d13d127-0c25-453b-8e54-653f814ee715" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.494609] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "refresh_cache-1d13d127-0c25-453b-8e54-653f814ee715" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.494799] env[69437]: DEBUG nova.network.neutron [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.567518] env[69437]: DEBUG oslo_concurrency.lockutils [req-c9c41020-988f-4861-b312-2ad6a62908ab req-51ce1a3d-5ae9-4e18-b3b8-8a52b80be186 service nova] Releasing lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.734194] env[69437]: DEBUG oslo_vmware.api [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189352} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.734540] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.734771] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.734975] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.735239] env[69437]: INFO nova.compute.manager [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1021.735898] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.736841] env[69437]: DEBUG nova.compute.manager [-] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.736841] env[69437]: DEBUG nova.network.neutron [-] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.825451] env[69437]: DEBUG nova.compute.manager [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Received event network-vif-plugged-388d03dd-2a64-436c-9e76-0d9f15e5847a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.827826] env[69437]: DEBUG oslo_concurrency.lockutils [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] Acquiring lock "1d13d127-0c25-453b-8e54-653f814ee715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.828176] env[69437]: DEBUG oslo_concurrency.lockutils [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] Lock "1d13d127-0c25-453b-8e54-653f814ee715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.828794] env[69437]: DEBUG oslo_concurrency.lockutils [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] Lock "1d13d127-0c25-453b-8e54-653f814ee715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.828794] env[69437]: DEBUG nova.compute.manager [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] No waiting events found dispatching network-vif-plugged-388d03dd-2a64-436c-9e76-0d9f15e5847a {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1021.828794] env[69437]: WARNING nova.compute.manager [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Received unexpected event network-vif-plugged-388d03dd-2a64-436c-9e76-0d9f15e5847a for instance with vm_state building and task_state spawning. [ 1021.828945] env[69437]: DEBUG nova.compute.manager [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Received event network-changed-388d03dd-2a64-436c-9e76-0d9f15e5847a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.829128] env[69437]: DEBUG nova.compute.manager [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Refreshing instance network info cache due to event network-changed-388d03dd-2a64-436c-9e76-0d9f15e5847a. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.829244] env[69437]: DEBUG oslo_concurrency.lockutils [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] Acquiring lock "refresh_cache-1d13d127-0c25-453b-8e54-653f814ee715" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.837876] env[69437]: DEBUG oslo_vmware.api [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103867, 'name': PowerOnVM_Task, 'duration_secs': 0.461561} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.838247] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103866, 'name': Rename_Task, 'duration_secs': 0.178417} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.838622] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.840583] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.841038] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79d127a4-42de-4706-be8e-4a30887505c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.843713] env[69437]: DEBUG nova.compute.manager [None req-b533d559-1eb9-48d5-b92b-ab741a3894a0 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.844551] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e825d9-7e10-4e3c-a54d-0802e47fe494 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.860965] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1021.860965] env[69437]: value = "task-4103870" [ 1021.860965] env[69437]: _type = "Task" [ 1021.860965] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.873540] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103870, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.885848] env[69437]: INFO nova.compute.manager [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Resuming [ 1021.886573] env[69437]: DEBUG nova.objects.instance [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lazy-loading 'flavor' on Instance uuid 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.908148] env[69437]: DEBUG oslo_vmware.api [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Task: {'id': task-4103869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204672} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.908851] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.909234] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.909666] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.909998] env[69437]: INFO nova.compute.manager [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1021.910399] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.911326] env[69437]: DEBUG nova.compute.manager [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.914068] env[69437]: DEBUG nova.network.neutron [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.957791] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b52056af-d80a-484f-9958-4909c953c3c0 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "ae9d7b96-529c-413e-8392-b2e344d258dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.450s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.061029] env[69437]: DEBUG nova.network.neutron [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.379463] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103870, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.423485] env[69437]: DEBUG nova.network.neutron [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Updating instance_info_cache with network_info: [{"id": "388d03dd-2a64-436c-9e76-0d9f15e5847a", "address": "fa:16:3e:b0:65:90", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388d03dd-2a", "ovs_interfaceid": "388d03dd-2a64-436c-9e76-0d9f15e5847a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.812903] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b569852d-6021-46f7-b4cf-a593189a67dc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.822078] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec69570-1055-4896-ba07-30aae543b89d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.857783] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9723a27-7540-4eea-8db7-c0eff18f5b19 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.866156] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ceb693-96e3-4767-b2b2-464239e94ac6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.883981] env[69437]: DEBUG nova.compute.provider_tree [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.888521] env[69437]: DEBUG oslo_vmware.api [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103870, 'name': PowerOnVM_Task, 'duration_secs': 0.868557} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.889068] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.889319] env[69437]: INFO nova.compute.manager [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1022.889464] env[69437]: DEBUG nova.compute.manager [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.890298] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95628294-71ec-4b7a-ad8e-018906e98f84 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.905327] env[69437]: DEBUG nova.network.neutron [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.929963] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "refresh_cache-1d13d127-0c25-453b-8e54-653f814ee715" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.930333] env[69437]: DEBUG nova.compute.manager [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Instance network_info: |[{"id": "388d03dd-2a64-436c-9e76-0d9f15e5847a", "address": "fa:16:3e:b0:65:90", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388d03dd-2a", "ovs_interfaceid": "388d03dd-2a64-436c-9e76-0d9f15e5847a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.931035] env[69437]: DEBUG oslo_concurrency.lockutils [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] Acquired lock "refresh_cache-1d13d127-0c25-453b-8e54-653f814ee715" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.931273] env[69437]: DEBUG nova.network.neutron [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Refreshing network info cache for port 388d03dd-2a64-436c-9e76-0d9f15e5847a {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.932451] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:65:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '388d03dd-2a64-436c-9e76-0d9f15e5847a', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.940432] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Creating folder: Project (93536dc177ea4637a471fac9a21bcd73). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.941337] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2645133-3cfc-4bb3-83c2-4c474b5c794e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.961041] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Created folder: Project (93536dc177ea4637a471fac9a21bcd73) in parent group-v812682. [ 1022.961262] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Creating folder: Instances. Parent ref: group-v812912. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.961509] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c7d6603-04fe-4815-b992-e6332d690165 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.973569] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Created folder: Instances in parent group-v812912. [ 1022.973827] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.974044] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.974300] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e95bc783-def3-42c1-9a12-7717b78f9228 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.998885] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.998885] env[69437]: value = "task-4103873" [ 1022.998885] env[69437]: _type = "Task" [ 1022.998885] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.001674] env[69437]: DEBUG nova.compute.manager [req-8d259917-a6ad-42ab-8ff2-33b9b11c246b req-b63940ad-3739-44a8-9fe6-25cc0c634521 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Received event network-vif-deleted-ff753bf3-df2f-4b31-af76-7625bd8f9a11 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.001948] env[69437]: INFO nova.compute.manager [req-8d259917-a6ad-42ab-8ff2-33b9b11c246b req-b63940ad-3739-44a8-9fe6-25cc0c634521 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Neutron deleted interface ff753bf3-df2f-4b31-af76-7625bd8f9a11; detaching it from the instance and deleting it from the info cache [ 1023.001948] env[69437]: DEBUG nova.network.neutron [req-8d259917-a6ad-42ab-8ff2-33b9b11c246b req-b63940ad-3739-44a8-9fe6-25cc0c634521 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.013386] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103873, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.195122] env[69437]: DEBUG nova.network.neutron [-] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.261834] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "5d5bf804-882e-490a-adc5-6540b2361496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.262613] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "5d5bf804-882e-490a-adc5-6540b2361496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.390961] env[69437]: DEBUG nova.scheduler.client.report [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.405516] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.405767] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquired lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.406041] env[69437]: DEBUG nova.network.neutron [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.413352] env[69437]: INFO nova.compute.manager [-] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Took 1.50 seconds to deallocate network for instance. [ 1023.422957] env[69437]: INFO nova.compute.manager [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Took 32.83 seconds to build instance. [ 1023.510023] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e38a2759-5f22-4e7b-85ec-8d955b28044a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.518850] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103873, 'name': CreateVM_Task, 'duration_secs': 0.50668} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.519964] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.521066] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.521066] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.521549] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.525195] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccd7648-1efa-4e4e-a676-0e4fdd9e0935 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.537163] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf5e0d2-8ce6-4d30-89fb-e03d1562e0e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.543054] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1023.543054] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528c2266-5ed7-2707-78d3-cb702579fef1" [ 1023.543054] env[69437]: _type = "Task" [ 1023.543054] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.551753] env[69437]: INFO nova.compute.manager [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Unrescuing [ 1023.552801] env[69437]: DEBUG oslo_concurrency.lockutils [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.553141] env[69437]: DEBUG oslo_concurrency.lockutils [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquired lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.553355] env[69437]: DEBUG nova.network.neutron [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.554617] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528c2266-5ed7-2707-78d3-cb702579fef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.567038] env[69437]: DEBUG nova.compute.manager [req-8d259917-a6ad-42ab-8ff2-33b9b11c246b req-b63940ad-3739-44a8-9fe6-25cc0c634521 service nova] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Detach interface failed, port_id=ff753bf3-df2f-4b31-af76-7625bd8f9a11, reason: Instance 972570b6-b81a-4d2c-ad83-b14b7d70712c could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.701566] env[69437]: INFO nova.compute.manager [-] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Took 1.97 seconds to deallocate network for instance. [ 1023.753567] env[69437]: DEBUG nova.network.neutron [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Updated VIF entry in instance network info cache for port 388d03dd-2a64-436c-9e76-0d9f15e5847a. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.753567] env[69437]: DEBUG nova.network.neutron [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Updating instance_info_cache with network_info: [{"id": "388d03dd-2a64-436c-9e76-0d9f15e5847a", "address": "fa:16:3e:b0:65:90", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388d03dd-2a", "ovs_interfaceid": "388d03dd-2a64-436c-9e76-0d9f15e5847a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.765650] env[69437]: DEBUG nova.compute.manager [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.874948] env[69437]: DEBUG nova.compute.manager [req-c1334e95-6d65-4903-8672-d13f7e37c160 req-7a52c680-733c-42dd-9c09-99293295e96a service nova] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Received event network-vif-deleted-3869b100-e08f-4647-9609-7847aade4f1e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.897216] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.897743] env[69437]: DEBUG nova.compute.manager [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.906129] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.520s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.926799] env[69437]: DEBUG oslo_concurrency.lockutils [None req-15a26771-6df6-4be4-94a0-47f5a1679a37 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.343s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.928327] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.054994] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528c2266-5ed7-2707-78d3-cb702579fef1, 'name': SearchDatastore_Task, 'duration_secs': 0.017015} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.055549] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.055841] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.056329] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.056404] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.056595] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.056892] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-564b95ce-34ba-499c-98b1-ac92a3ab08bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.071462] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.072168] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.073294] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab42cfb9-8854-467c-a88f-a6d742ac4b72 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.080433] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1024.080433] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526b20e2-ceb7-8095-5602-a1fbadd9f2c3" [ 1024.080433] env[69437]: _type = "Task" [ 1024.080433] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.089989] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526b20e2-ceb7-8095-5602-a1fbadd9f2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.217113] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.225279] env[69437]: DEBUG nova.network.neutron [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating instance_info_cache with network_info: [{"id": "031626f9-57b4-4873-b402-b9256b1f4fa5", "address": "fa:16:3e:e5:c9:34", "network": {"id": "416bbc26-2b5a-4509-87b1-ed1d8618fe41", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1453049445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18f6a10b50c46968def3d49b6001d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031626f9-57", "ovs_interfaceid": "031626f9-57b4-4873-b402-b9256b1f4fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.258861] env[69437]: DEBUG oslo_concurrency.lockutils [req-87d96434-a887-4273-89b1-2feecc370b58 req-c920b61a-4d09-4bee-ae3b-a59676f89016 service nova] Releasing lock "refresh_cache-1d13d127-0c25-453b-8e54-653f814ee715" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.303507] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.410472] env[69437]: DEBUG nova.compute.utils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.410472] env[69437]: DEBUG nova.compute.manager [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.410927] env[69437]: DEBUG nova.network.neutron [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.415041] env[69437]: INFO nova.compute.claims [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.477510] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquiring lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.477742] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.478398] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquiring lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.479156] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.479408] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.483502] env[69437]: INFO nova.compute.manager [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Terminating instance [ 1024.494041] env[69437]: DEBUG nova.policy [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a79e3f9b924a464cb033a9211c0d688f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e83519c77dd4508a33a5d093c5e7aee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.539350] env[69437]: DEBUG nova.network.neutron [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating instance_info_cache with network_info: [{"id": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "address": "fa:16:3e:1f:ee:fa", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7050ab-df", "ovs_interfaceid": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.599382] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526b20e2-ceb7-8095-5602-a1fbadd9f2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012748} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.600851] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f343d52-e15f-4b9b-a522-b7c0c29d61af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.608048] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1024.608048] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52780773-4e50-c48b-bcea-a2e08d86c4f0" [ 1024.608048] env[69437]: _type = "Task" [ 1024.608048] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.619154] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52780773-4e50-c48b-bcea-a2e08d86c4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.738219] env[69437]: DEBUG oslo_concurrency.lockutils [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Releasing lock "refresh_cache-4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.739449] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a65b29-f1c4-4fff-bf57-cb5bd0db7ca3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.747455] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Resuming the VM {{(pid=69437) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1024.747754] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5697ba9-9b94-47ee-aca9-844e90145d26 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.756667] env[69437]: DEBUG oslo_vmware.api [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1024.756667] env[69437]: value = "task-4103874" [ 1024.756667] env[69437]: _type = "Task" [ 1024.756667] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.767127] env[69437]: DEBUG oslo_vmware.api [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.873614] env[69437]: DEBUG nova.network.neutron [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Successfully created port: 27fbd015-f123-45b3-82d1-24d95e346a71 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.920122] env[69437]: DEBUG nova.compute.manager [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.926296] env[69437]: INFO nova.compute.resource_tracker [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating resource usage from migration ce31d426-29a3-449f-bccc-867f1ac061ba [ 1024.988262] env[69437]: DEBUG nova.compute.manager [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.989035] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.990387] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b90e992-2ab3-4aa0-87a1-de6b66cbbc72 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.009313] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.011241] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53d5c837-0d57-4b87-85c0-b141df3ba1f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.020065] env[69437]: DEBUG oslo_vmware.api [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1025.020065] env[69437]: value = "task-4103875" [ 1025.020065] env[69437]: _type = "Task" [ 1025.020065] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.030369] env[69437]: DEBUG oslo_vmware.api [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.043988] env[69437]: DEBUG oslo_concurrency.lockutils [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Releasing lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.045192] env[69437]: DEBUG nova.objects.instance [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lazy-loading 'flavor' on Instance uuid 2698ec9f-60a3-44b7-ae51-7a8ab8dec023 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.123267] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52780773-4e50-c48b-bcea-a2e08d86c4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013557} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.123691] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.124459] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 1d13d127-0c25-453b-8e54-653f814ee715/1d13d127-0c25-453b-8e54-653f814ee715.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.124844] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f4dd65e-47e4-4613-a2c5-a8ec98d8076c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.136205] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1025.136205] env[69437]: value = "task-4103876" [ 1025.136205] env[69437]: _type = "Task" [ 1025.136205] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.151695] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.267735] env[69437]: DEBUG oslo_vmware.api [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.345659] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbdfa93-455a-4e76-bde1-b870b845af87 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.353719] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1537a76-5f8e-4b03-b9eb-c19826342b25 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.385476] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7d9373-beba-4b8a-b900-d4739285b3a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.394088] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab7d8c-b3fb-4e99-86a8-2aec0761cf60 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.409075] env[69437]: DEBUG nova.compute.provider_tree [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.538025] env[69437]: DEBUG oslo_vmware.api [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103875, 'name': PowerOffVM_Task, 'duration_secs': 0.205573} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.538025] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.538025] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.538025] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c2a372-ee3c-4870-bd16-690f2e86115f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.553528] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f822cd2f-063e-4c78-b4df-176e1e133db2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.578070] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.578474] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d67a114-b346-4a78-a840-c2cfe078c535 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.587073] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1025.587073] env[69437]: value = "task-4103881" [ 1025.587073] env[69437]: _type = "Task" [ 1025.587073] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.597249] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.620973] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.621432] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.622060] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Deleting the datastore file [datastore1] 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.622211] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfd1451d-a8e5-497f-82b6-d496b14d94a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.633123] env[69437]: DEBUG oslo_vmware.api [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for the task: (returnval){ [ 1025.633123] env[69437]: value = "task-4103882" [ 1025.633123] env[69437]: _type = "Task" [ 1025.633123] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.647774] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.652987] env[69437]: DEBUG oslo_vmware.api [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.772277] env[69437]: DEBUG oslo_vmware.api [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103874, 'name': PowerOnVM_Task, 'duration_secs': 1.004365} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.772651] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Resumed the VM {{(pid=69437) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1025.772919] env[69437]: DEBUG nova.compute.manager [None req-22307924-5376-4cff-bc57-aa5a2788e668 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1025.773905] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b83ac1-c0b4-4af1-83ca-13f48f594783 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.913015] env[69437]: DEBUG nova.scheduler.client.report [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.936255] env[69437]: DEBUG nova.compute.manager [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.966791] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.967071] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.967238] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.967424] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.967573] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.967722] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.967932] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.968109] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.968292] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.968472] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.968640] env[69437]: DEBUG nova.virt.hardware [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.969939] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd3c2da-ebe5-4039-912e-f40422212b33 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.979030] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72624bab-2df3-4aa9-89af-19de6c5f58df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.101445] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103881, 'name': PowerOffVM_Task, 'duration_secs': 0.472965} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.101706] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.107247] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfiguring VM instance instance-0000004b to detach disk 2002 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.107590] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91a8510e-164a-425e-89d0-bb6770fd6fdf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.130702] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1026.130702] env[69437]: value = "task-4103883" [ 1026.130702] env[69437]: _type = "Task" [ 1026.130702] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.148061] env[69437]: DEBUG oslo_vmware.api [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Task: {'id': task-4103882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2484} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.155101] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.155314] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.155434] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.155655] env[69437]: INFO nova.compute.manager [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1026.156047] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.156230] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103876, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.156481] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.156702] env[69437]: DEBUG nova.compute.manager [-] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.156802] env[69437]: DEBUG nova.network.neutron [-] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.403045] env[69437]: DEBUG nova.compute.manager [req-f41104f2-b904-4d96-a0d3-4fe669ac5881 req-d7e9ee96-4d20-42bb-bb47-0eeb70a095a4 service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Received event network-vif-plugged-27fbd015-f123-45b3-82d1-24d95e346a71 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.403271] env[69437]: DEBUG oslo_concurrency.lockutils [req-f41104f2-b904-4d96-a0d3-4fe669ac5881 req-d7e9ee96-4d20-42bb-bb47-0eeb70a095a4 service nova] Acquiring lock "c65087a3-722a-4778-bfa2-c98866fa7ad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.403484] env[69437]: DEBUG oslo_concurrency.lockutils [req-f41104f2-b904-4d96-a0d3-4fe669ac5881 req-d7e9ee96-4d20-42bb-bb47-0eeb70a095a4 service nova] Lock "c65087a3-722a-4778-bfa2-c98866fa7ad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.403653] env[69437]: DEBUG oslo_concurrency.lockutils [req-f41104f2-b904-4d96-a0d3-4fe669ac5881 req-d7e9ee96-4d20-42bb-bb47-0eeb70a095a4 service nova] Lock "c65087a3-722a-4778-bfa2-c98866fa7ad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.403821] env[69437]: DEBUG nova.compute.manager [req-f41104f2-b904-4d96-a0d3-4fe669ac5881 req-d7e9ee96-4d20-42bb-bb47-0eeb70a095a4 service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] No waiting events found dispatching network-vif-plugged-27fbd015-f123-45b3-82d1-24d95e346a71 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1026.403986] env[69437]: WARNING nova.compute.manager [req-f41104f2-b904-4d96-a0d3-4fe669ac5881 req-d7e9ee96-4d20-42bb-bb47-0eeb70a095a4 service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Received unexpected event network-vif-plugged-27fbd015-f123-45b3-82d1-24d95e346a71 for instance with vm_state building and task_state spawning. [ 1026.419217] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.513s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.419342] env[69437]: INFO nova.compute.manager [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Migrating [ 1026.427341] env[69437]: DEBUG oslo_concurrency.lockutils [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.778s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.428565] env[69437]: DEBUG nova.objects.instance [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lazy-loading 'resources' on Instance uuid feac31fc-232c-4234-ade1-1c21fd698501 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.553167] env[69437]: DEBUG nova.network.neutron [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Successfully updated port: 27fbd015-f123-45b3-82d1-24d95e346a71 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.642271] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.650942] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103876, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.254197} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.651250] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 1d13d127-0c25-453b-8e54-653f814ee715/1d13d127-0c25-453b-8e54-653f814ee715.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.651469] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.651739] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78dfde4c-d5c1-4e0d-ba2e-a510e1657f51 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.659518] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1026.659518] env[69437]: value = "task-4103884" [ 1026.659518] env[69437]: _type = "Task" [ 1026.659518] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.666882] env[69437]: DEBUG nova.compute.manager [req-686d21f0-994a-4da1-869a-13df0e2b1349 req-ac3c5be3-30a9-4996-9a35-21929c40228c service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Received event network-vif-deleted-80d7b343-0cab-41d9-b4ad-bf63f96feb12 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.667120] env[69437]: INFO nova.compute.manager [req-686d21f0-994a-4da1-869a-13df0e2b1349 req-ac3c5be3-30a9-4996-9a35-21929c40228c service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Neutron deleted interface 80d7b343-0cab-41d9-b4ad-bf63f96feb12; detaching it from the instance and deleting it from the info cache [ 1026.667367] env[69437]: DEBUG nova.network.neutron [req-686d21f0-994a-4da1-869a-13df0e2b1349 req-ac3c5be3-30a9-4996-9a35-21929c40228c service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.671759] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.942720] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.942720] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.942888] env[69437]: DEBUG nova.network.neutron [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.012158] env[69437]: DEBUG nova.network.neutron [-] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.058285] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquiring lock "refresh_cache-c65087a3-722a-4778-bfa2-c98866fa7ad3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.058434] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquired lock "refresh_cache-c65087a3-722a-4778-bfa2-c98866fa7ad3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.058591] env[69437]: DEBUG nova.network.neutron [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.146119] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.172073] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09146} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.175586] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.176914] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-806e94a7-a0d9-4d09-a54f-e81c5824e3e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.179903] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d62d4ee-aaaf-4e2c-89ae-0dc72b8b2111 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.202784] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9367334-2259-4eee-817b-a27876f52d26 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.222679] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 1d13d127-0c25-453b-8e54-653f814ee715/1d13d127-0c25-453b-8e54-653f814ee715.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.223890] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f98c72-d9fb-4ed4-bd24-c8248fce75b2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.250339] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1027.250339] env[69437]: value = "task-4103885" [ 1027.250339] env[69437]: _type = "Task" [ 1027.250339] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.267859] env[69437]: DEBUG nova.compute.manager [req-686d21f0-994a-4da1-869a-13df0e2b1349 req-ac3c5be3-30a9-4996-9a35-21929c40228c service nova] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Detach interface failed, port_id=80d7b343-0cab-41d9-b4ad-bf63f96feb12, reason: Instance 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.272347] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.307330] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397b0937-e574-4b36-ba43-47569d2b6dbf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.316479] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed58b18-18ae-4c0d-8324-7d8a6c99b4b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.350026] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd18b77-0905-4bbc-96a1-bc60e547db36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.358790] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3647f-4952-48a4-83bb-a5b9555b4eb4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.373502] env[69437]: DEBUG nova.compute.provider_tree [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.517936] env[69437]: INFO nova.compute.manager [-] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Took 1.36 seconds to deallocate network for instance. [ 1027.602537] env[69437]: DEBUG nova.network.neutron [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.649762] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103883, 'name': ReconfigVM_Task, 'duration_secs': 1.433864} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.649762] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfigured VM instance instance-0000004b to detach disk 2002 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.649762] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.649762] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d7b375-cd50-4431-a02e-58fc3896d6d1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.659102] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1027.659102] env[69437]: value = "task-4103886" [ 1027.659102] env[69437]: _type = "Task" [ 1027.659102] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.672545] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.729808] env[69437]: DEBUG nova.network.neutron [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance_info_cache with network_info: [{"id": "3565bae3-6222-45bf-b6ac-369aa813dda0", "address": "fa:16:3e:46:09:6c", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3565bae3-62", "ovs_interfaceid": "3565bae3-6222-45bf-b6ac-369aa813dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.760796] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103885, 'name': ReconfigVM_Task, 'duration_secs': 0.295864} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.762024] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 1d13d127-0c25-453b-8e54-653f814ee715/1d13d127-0c25-453b-8e54-653f814ee715.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.764998] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a5e2f39-6795-495b-a881-61562a191c94 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.772306] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1027.772306] env[69437]: value = "task-4103887" [ 1027.772306] env[69437]: _type = "Task" [ 1027.772306] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.781222] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103887, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.787879] env[69437]: DEBUG nova.network.neutron [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Updating instance_info_cache with network_info: [{"id": "27fbd015-f123-45b3-82d1-24d95e346a71", "address": "fa:16:3e:89:66:e3", "network": {"id": "765daf34-4287-4d21-9251-f8fb72a4c628", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-332011300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e83519c77dd4508a33a5d093c5e7aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fbd015-f1", "ovs_interfaceid": "27fbd015-f123-45b3-82d1-24d95e346a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.879143] env[69437]: DEBUG nova.scheduler.client.report [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.026938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.173038] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.233926] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.287162] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103887, 'name': Rename_Task, 'duration_secs': 0.160032} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.287600] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.288022] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5452eeb8-548d-4805-9ff2-0d192e33ef08 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.291661] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Releasing lock "refresh_cache-c65087a3-722a-4778-bfa2-c98866fa7ad3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.291661] env[69437]: DEBUG nova.compute.manager [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Instance network_info: |[{"id": "27fbd015-f123-45b3-82d1-24d95e346a71", "address": "fa:16:3e:89:66:e3", "network": {"id": "765daf34-4287-4d21-9251-f8fb72a4c628", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-332011300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e83519c77dd4508a33a5d093c5e7aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fbd015-f1", "ovs_interfaceid": "27fbd015-f123-45b3-82d1-24d95e346a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.292286] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:66:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27fbd015-f123-45b3-82d1-24d95e346a71', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.300481] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Creating folder: Project (4e83519c77dd4508a33a5d093c5e7aee). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.301282] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc8c65d8-6236-4bf6-97dc-a13ccbc6b586 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.306685] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1028.306685] env[69437]: value = "task-4103889" [ 1028.306685] env[69437]: _type = "Task" [ 1028.306685] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.316144] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.317634] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Created folder: Project (4e83519c77dd4508a33a5d093c5e7aee) in parent group-v812682. [ 1028.318463] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Creating folder: Instances. Parent ref: group-v812918. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.318463] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5570cd09-9972-48a4-b913-f5dfdfaf8dd5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.334050] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Created folder: Instances in parent group-v812918. [ 1028.334050] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.334050] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.334300] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18be66e7-3ea2-4dd6-a5d9-fd18c015aa50 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.355146] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.355146] env[69437]: value = "task-4103892" [ 1028.355146] env[69437]: _type = "Task" [ 1028.355146] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.368356] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103892, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.384914] env[69437]: DEBUG oslo_concurrency.lockutils [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.387689] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.328s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.387796] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.387901] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1028.388311] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.013s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.390039] env[69437]: INFO nova.compute.claims [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.394919] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e1c4ba-9171-4dea-9524-f600c1146d0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.408030] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7986af49-bfe3-45ad-b7a5-c5ee354c7a56 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.415132] env[69437]: INFO nova.scheduler.client.report [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Deleted allocations for instance feac31fc-232c-4234-ade1-1c21fd698501 [ 1028.427585] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd01069d-1029-4a13-b7ce-bb07c15d2a1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.438050] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98dfd6f-30db-4e53-8edf-70b72429e836 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.477543] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179266MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1028.477745] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.481367] env[69437]: DEBUG nova.compute.manager [req-65136f82-d342-4217-ba82-93a6f8396465 req-8ab8ccc3-f012-4f51-9855-5e2a20998e6f service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Received event network-changed-27fbd015-f123-45b3-82d1-24d95e346a71 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.481568] env[69437]: DEBUG nova.compute.manager [req-65136f82-d342-4217-ba82-93a6f8396465 req-8ab8ccc3-f012-4f51-9855-5e2a20998e6f service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Refreshing instance network info cache due to event network-changed-27fbd015-f123-45b3-82d1-24d95e346a71. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.481795] env[69437]: DEBUG oslo_concurrency.lockutils [req-65136f82-d342-4217-ba82-93a6f8396465 req-8ab8ccc3-f012-4f51-9855-5e2a20998e6f service nova] Acquiring lock "refresh_cache-c65087a3-722a-4778-bfa2-c98866fa7ad3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.481978] env[69437]: DEBUG oslo_concurrency.lockutils [req-65136f82-d342-4217-ba82-93a6f8396465 req-8ab8ccc3-f012-4f51-9855-5e2a20998e6f service nova] Acquired lock "refresh_cache-c65087a3-722a-4778-bfa2-c98866fa7ad3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.482232] env[69437]: DEBUG nova.network.neutron [req-65136f82-d342-4217-ba82-93a6f8396465 req-8ab8ccc3-f012-4f51-9855-5e2a20998e6f service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Refreshing network info cache for port 27fbd015-f123-45b3-82d1-24d95e346a71 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.674085] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103886, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.818201] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.865815] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103892, 'name': CreateVM_Task, 'duration_secs': 0.42377} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.865815] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.866607] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.866770] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.867183] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.867460] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0dc8b9-daac-4542-83a4-dd765951cdb4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.873402] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1028.873402] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52cf27ce-488d-1142-6d8f-ebb4cff8ac2c" [ 1028.873402] env[69437]: _type = "Task" [ 1028.873402] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.882836] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cf27ce-488d-1142-6d8f-ebb4cff8ac2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.938342] env[69437]: DEBUG oslo_concurrency.lockutils [None req-268ee021-05a0-48db-a4fb-b5cb15933b3a tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "feac31fc-232c-4234-ade1-1c21fd698501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.315s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.171555] env[69437]: DEBUG oslo_vmware.api [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103886, 'name': PowerOnVM_Task, 'duration_secs': 1.038328} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.171840] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.172143] env[69437]: DEBUG nova.compute.manager [None req-710aa05f-447d-4662-8fe3-67cf7a011e70 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.172951] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c8f781-4452-454e-9e84-78576bf55799 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.247182] env[69437]: DEBUG nova.network.neutron [req-65136f82-d342-4217-ba82-93a6f8396465 req-8ab8ccc3-f012-4f51-9855-5e2a20998e6f service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Updated VIF entry in instance network info cache for port 27fbd015-f123-45b3-82d1-24d95e346a71. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.247553] env[69437]: DEBUG nova.network.neutron [req-65136f82-d342-4217-ba82-93a6f8396465 req-8ab8ccc3-f012-4f51-9855-5e2a20998e6f service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Updating instance_info_cache with network_info: [{"id": "27fbd015-f123-45b3-82d1-24d95e346a71", "address": "fa:16:3e:89:66:e3", "network": {"id": "765daf34-4287-4d21-9251-f8fb72a4c628", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-332011300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e83519c77dd4508a33a5d093c5e7aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fbd015-f1", "ovs_interfaceid": "27fbd015-f123-45b3-82d1-24d95e346a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.317324] env[69437]: DEBUG oslo_vmware.api [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103889, 'name': PowerOnVM_Task, 'duration_secs': 0.636198} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.317528] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.317652] env[69437]: INFO nova.compute.manager [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1029.317806] env[69437]: DEBUG nova.compute.manager [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.318583] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2426d5a-6ac3-4a8e-849f-b175c7813eed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.384978] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cf27ce-488d-1142-6d8f-ebb4cff8ac2c, 'name': SearchDatastore_Task, 'duration_secs': 0.055525} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.385328] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.385573] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.385817] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.385966] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.386169] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.386461] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73245e03-de6a-42f1-b073-64102f2b636f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.401667] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.401931] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.402758] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b68f21-19e2-4109-8dc6-7b16eae9e352 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.413887] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1029.413887] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]523f94f4-3be0-231b-6a16-f4ee48d9ad22" [ 1029.413887] env[69437]: _type = "Task" [ 1029.413887] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.421630] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523f94f4-3be0-231b-6a16-f4ee48d9ad22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.440544] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "02836692-dca7-4e9e-8ea6-caa98b483ff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.440544] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.440787] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "02836692-dca7-4e9e-8ea6-caa98b483ff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.440947] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.441109] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.446019] env[69437]: INFO nova.compute.manager [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Terminating instance [ 1029.663321] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f07f55-ae9d-4f74-86e7-87290fb9f760 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.672314] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6811e240-2172-42df-b08f-983ae1d0b88a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.707655] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3dfccb-7563-437a-9c11-dd3f8439c8a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.716642] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130d9b1d-b7e5-443d-9007-9178018fea93 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.733025] env[69437]: DEBUG nova.compute.provider_tree [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.750050] env[69437]: DEBUG oslo_concurrency.lockutils [req-65136f82-d342-4217-ba82-93a6f8396465 req-8ab8ccc3-f012-4f51-9855-5e2a20998e6f service nova] Releasing lock "refresh_cache-c65087a3-722a-4778-bfa2-c98866fa7ad3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.750993] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d55d08d-be31-43b6-a229-47e774f4380c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.771106] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance 'dcea48d0-305d-4a74-98fc-efcfeb2ab766' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.836681] env[69437]: INFO nova.compute.manager [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Took 36.11 seconds to build instance. [ 1029.927721] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523f94f4-3be0-231b-6a16-f4ee48d9ad22, 'name': SearchDatastore_Task, 'duration_secs': 0.037409} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.928612] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7c3a6a-8f10-430d-887f-310d80301ecf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.935097] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1029.935097] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52320b7f-2fe6-cf28-a818-a7da1368c954" [ 1029.935097] env[69437]: _type = "Task" [ 1029.935097] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.944449] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52320b7f-2fe6-cf28-a818-a7da1368c954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.950305] env[69437]: DEBUG nova.compute.manager [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.950504] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.951284] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20688bd0-f5b1-46fb-beaa-483b96304f48 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.958217] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.958405] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9210a060-b5c3-4440-902d-405ba826d169 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.965048] env[69437]: DEBUG oslo_vmware.api [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 1029.965048] env[69437]: value = "task-4103893" [ 1029.965048] env[69437]: _type = "Task" [ 1029.965048] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.973087] env[69437]: DEBUG oslo_vmware.api [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.236233] env[69437]: DEBUG nova.scheduler.client.report [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.279093] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.280543] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97239bd2-0532-4dff-b086-1c8ad0ddf329 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.293707] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1030.293707] env[69437]: value = "task-4103894" [ 1030.293707] env[69437]: _type = "Task" [ 1030.293707] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.309024] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.340872] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "1d13d127-0c25-453b-8e54-653f814ee715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.621s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.446698] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52320b7f-2fe6-cf28-a818-a7da1368c954, 'name': SearchDatastore_Task, 'duration_secs': 0.029768} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.447034] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.447320] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] c65087a3-722a-4778-bfa2-c98866fa7ad3/c65087a3-722a-4778-bfa2-c98866fa7ad3.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.447601] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45e5dc3f-29f9-4d60-adad-15441aa01231 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.455765] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1030.455765] env[69437]: value = "task-4103896" [ 1030.455765] env[69437]: _type = "Task" [ 1030.455765] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.463727] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.474743] env[69437]: DEBUG oslo_vmware.api [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103893, 'name': PowerOffVM_Task, 'duration_secs': 0.263567} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.475018] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.475221] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.475513] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a177f695-30a8-41c5-8bac-fb635630cd45 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.560634] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.560634] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.560634] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Deleting the datastore file [datastore1] 02836692-dca7-4e9e-8ea6-caa98b483ff2 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.560634] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0503287-0472-4372-8e2b-84cff4f2f9b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.567905] env[69437]: DEBUG oslo_vmware.api [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for the task: (returnval){ [ 1030.567905] env[69437]: value = "task-4103898" [ 1030.567905] env[69437]: _type = "Task" [ 1030.567905] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.576545] env[69437]: DEBUG oslo_vmware.api [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.743065] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.743975] env[69437]: DEBUG nova.compute.manager [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.748631] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.928s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.749176] env[69437]: DEBUG nova.objects.instance [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lazy-loading 'resources' on Instance uuid 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.806910] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103894, 'name': PowerOffVM_Task, 'duration_secs': 0.203202} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.807253] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.807567] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance 'dcea48d0-305d-4a74-98fc-efcfeb2ab766' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.969988] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506111} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.970428] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] c65087a3-722a-4778-bfa2-c98866fa7ad3/c65087a3-722a-4778-bfa2-c98866fa7ad3.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.970668] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.971012] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3612075-d866-489f-9c6c-ee8dc9808cce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.980644] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1030.980644] env[69437]: value = "task-4103899" [ 1030.980644] env[69437]: _type = "Task" [ 1030.980644] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.993295] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.079692] env[69437]: DEBUG oslo_vmware.api [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Task: {'id': task-4103898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339188} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.079933] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.080148] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.080331] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.080507] env[69437]: INFO nova.compute.manager [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1031.080753] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.081515] env[69437]: DEBUG nova.compute.manager [-] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.082113] env[69437]: DEBUG nova.network.neutron [-] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.186364] env[69437]: DEBUG nova.compute.manager [req-9fad737d-159c-4d2d-8ca7-e5e31db32e9e req-863b7495-7639-4f61-88bf-a94d15b789b7 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Received event network-changed-ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.186592] env[69437]: DEBUG nova.compute.manager [req-9fad737d-159c-4d2d-8ca7-e5e31db32e9e req-863b7495-7639-4f61-88bf-a94d15b789b7 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Refreshing instance network info cache due to event network-changed-ef7050ab-df12-4ed6-8eb9-f258cc08568b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.186827] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fad737d-159c-4d2d-8ca7-e5e31db32e9e req-863b7495-7639-4f61-88bf-a94d15b789b7 service nova] Acquiring lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.186987] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fad737d-159c-4d2d-8ca7-e5e31db32e9e req-863b7495-7639-4f61-88bf-a94d15b789b7 service nova] Acquired lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.187293] env[69437]: DEBUG nova.network.neutron [req-9fad737d-159c-4d2d-8ca7-e5e31db32e9e req-863b7495-7639-4f61-88bf-a94d15b789b7 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Refreshing network info cache for port ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.256497] env[69437]: DEBUG nova.compute.utils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.258847] env[69437]: DEBUG nova.compute.manager [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.259041] env[69437]: DEBUG nova.network.neutron [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.314501] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.314869] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.315575] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.315807] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.317328] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.318464] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.318813] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.319186] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.319297] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.319669] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.319762] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.331993] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-895ff70e-7c22-4d73-8267-7997da953c99 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.359723] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1031.359723] env[69437]: value = "task-4103900" [ 1031.359723] env[69437]: _type = "Task" [ 1031.359723] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.364449] env[69437]: DEBUG nova.policy [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bcba3dddadc48b38bfe22ad67380d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '232fb110c76b47d28df2a2060b2d945b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.377188] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.496142] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242572} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.497339] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.498191] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8397307a-8b6e-43dd-9231-1a0ea165b71d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.533728] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] c65087a3-722a-4778-bfa2-c98866fa7ad3/c65087a3-722a-4778-bfa2-c98866fa7ad3.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.537285] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf2a1e9-75df-4794-8cb1-e04c2c3395f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.560981] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1031.560981] env[69437]: value = "task-4103901" [ 1031.560981] env[69437]: _type = "Task" [ 1031.560981] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.575979] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.603674] env[69437]: DEBUG nova.compute.manager [req-efd40278-daa1-422c-abf7-4aa2cb0e1509 req-3b12862b-5640-4efc-94c0-2a90d9a11820 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Received event network-vif-deleted-7d9d6839-ac1f-46d1-91fb-afa82d06758c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.603923] env[69437]: INFO nova.compute.manager [req-efd40278-daa1-422c-abf7-4aa2cb0e1509 req-3b12862b-5640-4efc-94c0-2a90d9a11820 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Neutron deleted interface 7d9d6839-ac1f-46d1-91fb-afa82d06758c; detaching it from the instance and deleting it from the info cache [ 1031.605065] env[69437]: DEBUG nova.network.neutron [req-efd40278-daa1-422c-abf7-4aa2cb0e1509 req-3b12862b-5640-4efc-94c0-2a90d9a11820 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.657168] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.657632] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.658073] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.658460] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.658795] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.667415] env[69437]: INFO nova.compute.manager [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Terminating instance [ 1031.682200] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa43afb0-4d2f-404a-9ebb-3f98c6b0e0f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.694203] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c40274-b2fc-4594-8527-bef9ca0545fb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.732343] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1425279d-5e39-4fe9-9a21-e71a64db3c2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.741807] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eaa374-4fee-4d70-9236-428b6a0608ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.758399] env[69437]: DEBUG nova.compute.provider_tree [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.763733] env[69437]: DEBUG nova.network.neutron [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Successfully created port: 13d553fd-d6aa-4f1f-8aef-95363398cd89 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.764783] env[69437]: DEBUG nova.compute.manager [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.873124] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103900, 'name': ReconfigVM_Task, 'duration_secs': 0.308076} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.876200] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance 'dcea48d0-305d-4a74-98fc-efcfeb2ab766' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.980124] env[69437]: DEBUG nova.network.neutron [-] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.004328] env[69437]: DEBUG nova.network.neutron [req-9fad737d-159c-4d2d-8ca7-e5e31db32e9e req-863b7495-7639-4f61-88bf-a94d15b789b7 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updated VIF entry in instance network info cache for port ef7050ab-df12-4ed6-8eb9-f258cc08568b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.004853] env[69437]: DEBUG nova.network.neutron [req-9fad737d-159c-4d2d-8ca7-e5e31db32e9e req-863b7495-7639-4f61-88bf-a94d15b789b7 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating instance_info_cache with network_info: [{"id": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "address": "fa:16:3e:1f:ee:fa", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7050ab-df", "ovs_interfaceid": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.074368] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.107852] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7bedefc-116b-422e-980d-57ccdf6b5472 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.118389] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565b667a-ef32-46ca-bfa1-60ddca85b517 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.158939] env[69437]: DEBUG nova.compute.manager [req-efd40278-daa1-422c-abf7-4aa2cb0e1509 req-3b12862b-5640-4efc-94c0-2a90d9a11820 service nova] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Detach interface failed, port_id=7d9d6839-ac1f-46d1-91fb-afa82d06758c, reason: Instance 02836692-dca7-4e9e-8ea6-caa98b483ff2 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.172234] env[69437]: DEBUG nova.compute.manager [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.172494] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.173678] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298e3954-bc0d-4e59-8c4d-ef9729a5b42e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.183042] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.183447] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10b4ca8b-c86c-427d-9b24-185815c9e98a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.191415] env[69437]: DEBUG oslo_vmware.api [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1032.191415] env[69437]: value = "task-4103902" [ 1032.191415] env[69437]: _type = "Task" [ 1032.191415] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.201192] env[69437]: DEBUG oslo_vmware.api [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.227924] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.228201] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.262226] env[69437]: DEBUG nova.scheduler.client.report [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.384926] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.385946] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.386155] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.386375] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.386528] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.386677] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.386913] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.387141] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.387377] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.387634] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.387909] env[69437]: DEBUG nova.virt.hardware [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.393859] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.394280] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903b6078-716d-4a3f-9cb3-c645908f54e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.414699] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1032.414699] env[69437]: value = "task-4103904" [ 1032.414699] env[69437]: _type = "Task" [ 1032.414699] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.424077] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.485541] env[69437]: INFO nova.compute.manager [-] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Took 1.40 seconds to deallocate network for instance. [ 1032.509163] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fad737d-159c-4d2d-8ca7-e5e31db32e9e req-863b7495-7639-4f61-88bf-a94d15b789b7 service nova] Releasing lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.573463] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103901, 'name': ReconfigVM_Task, 'duration_secs': 0.523678} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.573817] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Reconfigured VM instance instance-00000054 to attach disk [datastore2] c65087a3-722a-4778-bfa2-c98866fa7ad3/c65087a3-722a-4778-bfa2-c98866fa7ad3.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.574554] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45cc0705-3d58-4a5c-9cfd-df141208638f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.582446] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1032.582446] env[69437]: value = "task-4103905" [ 1032.582446] env[69437]: _type = "Task" [ 1032.582446] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.591623] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103905, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.702315] env[69437]: DEBUG oslo_vmware.api [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103902, 'name': PowerOffVM_Task, 'duration_secs': 0.226609} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.702702] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.702967] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.703333] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6d235a6-760c-4e7a-b850-5de1d4692f41 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.731258] env[69437]: DEBUG nova.compute.manager [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.773112] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.778783] env[69437]: DEBUG nova.compute.manager [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.787657] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.613s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.793102] env[69437]: INFO nova.compute.claims [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.807305] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.807705] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.810132] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleting the datastore file [datastore2] 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.810132] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf8937e6-5f3d-4d5c-a2a0-43083c7479d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.821375] env[69437]: DEBUG oslo_vmware.api [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for the task: (returnval){ [ 1032.821375] env[69437]: value = "task-4103907" [ 1032.821375] env[69437]: _type = "Task" [ 1032.821375] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.826672] env[69437]: INFO nova.scheduler.client.report [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted allocations for instance 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4 [ 1032.836259] env[69437]: DEBUG oslo_vmware.api [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.840129] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.840129] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.840129] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.840129] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.840129] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.840129] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.840129] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.840722] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.840722] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.840722] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.840937] env[69437]: DEBUG nova.virt.hardware [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.841716] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d58770f-352b-43f7-ac7b-595b6960edd7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.851525] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8137af94-8a53-4309-a5f4-6d3f9d1ed2da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.926482] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103904, 'name': ReconfigVM_Task, 'duration_secs': 0.273036} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.926784] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.927685] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fea01c-9aca-45ca-a751-9f93e2ecb33a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.952852] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] dcea48d0-305d-4a74-98fc-efcfeb2ab766/dcea48d0-305d-4a74-98fc-efcfeb2ab766.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.953577] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ec038b-dfdc-4082-959b-5b878fe5fab7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.973669] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1032.973669] env[69437]: value = "task-4103908" [ 1032.973669] env[69437]: _type = "Task" [ 1032.973669] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.982302] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.993580] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.096185] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103905, 'name': Rename_Task, 'duration_secs': 0.232351} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.096185] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.096185] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f798f12-9be9-4b4e-8988-c41150079da0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.102610] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1033.102610] env[69437]: value = "task-4103909" [ 1033.102610] env[69437]: _type = "Task" [ 1033.102610] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.111875] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.221761] env[69437]: DEBUG nova.compute.manager [req-fa094b29-7db1-424c-b472-dd34e35e494a req-b56f5d32-c6d4-4b43-89d3-00bb12379308 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Received event network-changed-ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.222060] env[69437]: DEBUG nova.compute.manager [req-fa094b29-7db1-424c-b472-dd34e35e494a req-b56f5d32-c6d4-4b43-89d3-00bb12379308 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Refreshing instance network info cache due to event network-changed-ef7050ab-df12-4ed6-8eb9-f258cc08568b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.222296] env[69437]: DEBUG oslo_concurrency.lockutils [req-fa094b29-7db1-424c-b472-dd34e35e494a req-b56f5d32-c6d4-4b43-89d3-00bb12379308 service nova] Acquiring lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.222457] env[69437]: DEBUG oslo_concurrency.lockutils [req-fa094b29-7db1-424c-b472-dd34e35e494a req-b56f5d32-c6d4-4b43-89d3-00bb12379308 service nova] Acquired lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.222623] env[69437]: DEBUG nova.network.neutron [req-fa094b29-7db1-424c-b472-dd34e35e494a req-b56f5d32-c6d4-4b43-89d3-00bb12379308 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Refreshing network info cache for port ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.255893] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.336103] env[69437]: DEBUG oslo_vmware.api [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Task: {'id': task-4103907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313062} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.336538] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.336985] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.337317] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.337603] env[69437]: INFO nova.compute.manager [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1033.337953] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.340792] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0403d81c-b297-44f5-a453-622ac960e5aa tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "3b1d49fd-fa8b-4c38-8440-18d82ae66ee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.737s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.342244] env[69437]: DEBUG nova.compute.manager [-] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.343155] env[69437]: DEBUG nova.network.neutron [-] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.364845] env[69437]: DEBUG nova.network.neutron [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Successfully updated port: 13d553fd-d6aa-4f1f-8aef-95363398cd89 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.483882] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103908, 'name': ReconfigVM_Task, 'duration_secs': 0.482805} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.484183] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Reconfigured VM instance instance-0000004f to attach disk [datastore2] dcea48d0-305d-4a74-98fc-efcfeb2ab766/dcea48d0-305d-4a74-98fc-efcfeb2ab766.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.484507] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance 'dcea48d0-305d-4a74-98fc-efcfeb2ab766' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.620821] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103909, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.867443] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "refresh_cache-71e24efd-5007-4d73-ac4b-5a4b0b93b463" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.867719] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "refresh_cache-71e24efd-5007-4d73-ac4b-5a4b0b93b463" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.867719] env[69437]: DEBUG nova.network.neutron [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.959274] env[69437]: DEBUG nova.compute.manager [req-d6c68d1b-cae3-45bf-ac5e-9df5ee8bcba3 req-0a129198-3d8a-4236-b4f8-e986b6540fd6 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Received event network-vif-deleted-031626f9-57b4-4873-b402-b9256b1f4fa5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.959274] env[69437]: INFO nova.compute.manager [req-d6c68d1b-cae3-45bf-ac5e-9df5ee8bcba3 req-0a129198-3d8a-4236-b4f8-e986b6540fd6 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Neutron deleted interface 031626f9-57b4-4873-b402-b9256b1f4fa5; detaching it from the instance and deleting it from the info cache [ 1033.959274] env[69437]: DEBUG nova.network.neutron [req-d6c68d1b-cae3-45bf-ac5e-9df5ee8bcba3 req-0a129198-3d8a-4236-b4f8-e986b6540fd6 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.991567] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0b9fcb-8f7a-44dc-bb60-3abae9ad06c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.015570] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5db2be-3646-4dbd-810b-74b85e81ad75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.036767] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance 'dcea48d0-305d-4a74-98fc-efcfeb2ab766' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.050234] env[69437]: DEBUG nova.network.neutron [req-fa094b29-7db1-424c-b472-dd34e35e494a req-b56f5d32-c6d4-4b43-89d3-00bb12379308 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updated VIF entry in instance network info cache for port ef7050ab-df12-4ed6-8eb9-f258cc08568b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.050603] env[69437]: DEBUG nova.network.neutron [req-fa094b29-7db1-424c-b472-dd34e35e494a req-b56f5d32-c6d4-4b43-89d3-00bb12379308 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating instance_info_cache with network_info: [{"id": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "address": "fa:16:3e:1f:ee:fa", "network": {"id": "c39971a8-b37f-4793-ae0e-77509b52f3ce", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1834243955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "873953e7e17644a1bd4f10b509a72aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7050ab-df", "ovs_interfaceid": "ef7050ab-df12-4ed6-8eb9-f258cc08568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.115735] env[69437]: DEBUG oslo_vmware.api [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4103909, 'name': PowerOnVM_Task, 'duration_secs': 0.856033} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.116029] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.116258] env[69437]: INFO nova.compute.manager [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1034.116514] env[69437]: DEBUG nova.compute.manager [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.117348] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860bbbe6-7833-4afb-a4ad-57609dd3d6d7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.179325] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e13360d-51e9-4902-8602-d9eb131909e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.189399] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dde698-4a83-4941-8402-1aa13f019110 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.222543] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7c9d71-11a1-424f-b098-7b6770fdbe66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.231883] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db47eb-de9f-4fba-bf0e-ae4e178fbb68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.245742] env[69437]: DEBUG nova.compute.provider_tree [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.419610] env[69437]: DEBUG nova.network.neutron [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.429610] env[69437]: DEBUG nova.network.neutron [-] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.452311] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.452311] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.452496] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.453072] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.453072] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.454786] env[69437]: INFO nova.compute.manager [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Terminating instance [ 1034.462125] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da5f7637-a5ea-48b7-b3a5-d7bc63bbc7ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.473067] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3289be-1c03-45ac-8cb8-5d4fe5304f4e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.508905] env[69437]: DEBUG nova.compute.manager [req-d6c68d1b-cae3-45bf-ac5e-9df5ee8bcba3 req-0a129198-3d8a-4236-b4f8-e986b6540fd6 service nova] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Detach interface failed, port_id=031626f9-57b4-4873-b402-b9256b1f4fa5, reason: Instance 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.556264] env[69437]: DEBUG oslo_concurrency.lockutils [req-fa094b29-7db1-424c-b472-dd34e35e494a req-b56f5d32-c6d4-4b43-89d3-00bb12379308 service nova] Releasing lock "refresh_cache-2698ec9f-60a3-44b7-ae51-7a8ab8dec023" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.583898] env[69437]: DEBUG nova.network.neutron [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Updating instance_info_cache with network_info: [{"id": "13d553fd-d6aa-4f1f-8aef-95363398cd89", "address": "fa:16:3e:8b:0a:48", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d553fd-d6", "ovs_interfaceid": "13d553fd-d6aa-4f1f-8aef-95363398cd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.585735] env[69437]: DEBUG nova.network.neutron [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Port 3565bae3-6222-45bf-b6ac-369aa813dda0 binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1034.642668] env[69437]: INFO nova.compute.manager [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Took 33.32 seconds to build instance. [ 1034.750413] env[69437]: DEBUG nova.scheduler.client.report [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.932949] env[69437]: INFO nova.compute.manager [-] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Took 1.59 seconds to deallocate network for instance. [ 1034.958675] env[69437]: DEBUG nova.compute.manager [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.959010] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.960051] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb087a9-1e08-44d8-acd1-09c8338de898 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.970995] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.971644] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-419dc6e3-da40-43fc-9d88-e33b19867090 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.980712] env[69437]: DEBUG oslo_vmware.api [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1034.980712] env[69437]: value = "task-4103911" [ 1034.980712] env[69437]: _type = "Task" [ 1034.980712] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.991149] env[69437]: DEBUG oslo_vmware.api [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.088404] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "refresh_cache-71e24efd-5007-4d73-ac4b-5a4b0b93b463" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.088821] env[69437]: DEBUG nova.compute.manager [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Instance network_info: |[{"id": "13d553fd-d6aa-4f1f-8aef-95363398cd89", "address": "fa:16:3e:8b:0a:48", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d553fd-d6", "ovs_interfaceid": "13d553fd-d6aa-4f1f-8aef-95363398cd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.093683] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:0a:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13d553fd-d6aa-4f1f-8aef-95363398cd89', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.101242] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.101730] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.102021] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d36f0db5-7e5c-467f-ad9d-5e64ec29e546 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.122567] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.122567] env[69437]: value = "task-4103912" [ 1035.122567] env[69437]: _type = "Task" [ 1035.122567] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.131021] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103912, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.144573] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "c65087a3-722a-4778-bfa2-c98866fa7ad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.826s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.256745] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.257540] env[69437]: DEBUG nova.compute.manager [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.260775] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.333s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.261106] env[69437]: DEBUG nova.objects.instance [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lazy-loading 'resources' on Instance uuid 8c42b367-d7ce-4bad-b7b0-b5b001200905 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.334052] env[69437]: DEBUG nova.compute.manager [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Received event network-vif-plugged-13d553fd-d6aa-4f1f-8aef-95363398cd89 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.334352] env[69437]: DEBUG oslo_concurrency.lockutils [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] Acquiring lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.334556] env[69437]: DEBUG oslo_concurrency.lockutils [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] Lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.334729] env[69437]: DEBUG oslo_concurrency.lockutils [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] Lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.334908] env[69437]: DEBUG nova.compute.manager [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] No waiting events found dispatching network-vif-plugged-13d553fd-d6aa-4f1f-8aef-95363398cd89 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1035.335299] env[69437]: WARNING nova.compute.manager [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Received unexpected event network-vif-plugged-13d553fd-d6aa-4f1f-8aef-95363398cd89 for instance with vm_state building and task_state spawning. [ 1035.335521] env[69437]: DEBUG nova.compute.manager [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Received event network-changed-13d553fd-d6aa-4f1f-8aef-95363398cd89 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.335685] env[69437]: DEBUG nova.compute.manager [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Refreshing instance network info cache due to event network-changed-13d553fd-d6aa-4f1f-8aef-95363398cd89. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.335878] env[69437]: DEBUG oslo_concurrency.lockutils [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] Acquiring lock "refresh_cache-71e24efd-5007-4d73-ac4b-5a4b0b93b463" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.336031] env[69437]: DEBUG oslo_concurrency.lockutils [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] Acquired lock "refresh_cache-71e24efd-5007-4d73-ac4b-5a4b0b93b463" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.336193] env[69437]: DEBUG nova.network.neutron [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Refreshing network info cache for port 13d553fd-d6aa-4f1f-8aef-95363398cd89 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.440617] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.492754] env[69437]: DEBUG oslo_vmware.api [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103911, 'name': PowerOffVM_Task, 'duration_secs': 0.37386} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.493069] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.493250] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.493542] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00c4c692-ef43-4b2b-978e-75bf9edd4968 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.578291] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.578652] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.578997] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Deleting the datastore file [datastore1] 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.579412] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4781c7c-2253-47f0-93fd-89987f0e826a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.588440] env[69437]: DEBUG oslo_vmware.api [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1035.588440] env[69437]: value = "task-4103914" [ 1035.588440] env[69437]: _type = "Task" [ 1035.588440] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.599234] env[69437]: DEBUG oslo_vmware.api [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.617120] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.617389] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.617667] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.634452] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103912, 'name': CreateVM_Task, 'duration_secs': 0.396824} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.634809] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.635305] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.635479] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.635819] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.636336] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb82b5b-6e1f-4cfc-bb94-3f5d3909b566 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.641714] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1035.641714] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]523de592-0aac-3394-736f-6769fd1d5181" [ 1035.641714] env[69437]: _type = "Task" [ 1035.641714] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.650429] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523de592-0aac-3394-736f-6769fd1d5181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.765396] env[69437]: DEBUG nova.compute.utils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.770629] env[69437]: DEBUG nova.compute.manager [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.770806] env[69437]: DEBUG nova.network.neutron [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.842592] env[69437]: DEBUG nova.policy [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1407627e6f1a4b038e30382c7c5fa1bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aaf2bf5e42ef4d2f89c20b24e685b366', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.068828] env[69437]: DEBUG nova.compute.manager [req-5d59b341-8967-4a64-8627-2a16f2281b80 req-818705d5-9378-45ae-924a-c43028713414 service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Received event network-changed-27fbd015-f123-45b3-82d1-24d95e346a71 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.069515] env[69437]: DEBUG nova.compute.manager [req-5d59b341-8967-4a64-8627-2a16f2281b80 req-818705d5-9378-45ae-924a-c43028713414 service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Refreshing instance network info cache due to event network-changed-27fbd015-f123-45b3-82d1-24d95e346a71. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.073122] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d59b341-8967-4a64-8627-2a16f2281b80 req-818705d5-9378-45ae-924a-c43028713414 service nova] Acquiring lock "refresh_cache-c65087a3-722a-4778-bfa2-c98866fa7ad3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.073122] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d59b341-8967-4a64-8627-2a16f2281b80 req-818705d5-9378-45ae-924a-c43028713414 service nova] Acquired lock "refresh_cache-c65087a3-722a-4778-bfa2-c98866fa7ad3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.073122] env[69437]: DEBUG nova.network.neutron [req-5d59b341-8967-4a64-8627-2a16f2281b80 req-818705d5-9378-45ae-924a-c43028713414 service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Refreshing network info cache for port 27fbd015-f123-45b3-82d1-24d95e346a71 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.084576] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02361c19-10e6-4acc-9503-cacf4ba48f1a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.098298] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea1604-86bc-4485-b57d-2c75d344bb13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.106601] env[69437]: DEBUG nova.network.neutron [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Updated VIF entry in instance network info cache for port 13d553fd-d6aa-4f1f-8aef-95363398cd89. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.107172] env[69437]: DEBUG nova.network.neutron [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Updating instance_info_cache with network_info: [{"id": "13d553fd-d6aa-4f1f-8aef-95363398cd89", "address": "fa:16:3e:8b:0a:48", "network": {"id": "c26a534b-c183-4b3c-b79a-7d99599876cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-391493760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232fb110c76b47d28df2a2060b2d945b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d553fd-d6", "ovs_interfaceid": "13d553fd-d6aa-4f1f-8aef-95363398cd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.108666] env[69437]: DEBUG oslo_vmware.api [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.154530] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218e0d59-2181-4217-8531-40b48d467688 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.168249] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]523de592-0aac-3394-736f-6769fd1d5181, 'name': SearchDatastore_Task, 'duration_secs': 0.013082} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.169041] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.169358] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.169512] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.169662] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.169845] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.171173] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98ac0c0-eafc-4c0a-b210-2220b3566b64 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.175682] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb3d7621-6f14-47bf-ab11-1757641da830 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.192104] env[69437]: DEBUG nova.compute.provider_tree [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.195049] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.195263] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.196362] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a813495-a94d-4fac-9b00-999d307631c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.204344] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1036.204344] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52660394-04eb-12a2-04a3-113221bb2bc1" [ 1036.204344] env[69437]: _type = "Task" [ 1036.204344] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.215139] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52660394-04eb-12a2-04a3-113221bb2bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.273231] env[69437]: DEBUG nova.compute.manager [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.297661] env[69437]: DEBUG nova.network.neutron [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Successfully created port: ee2ef710-2f68-449f-8749-a45c83c65dfa {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.601650] env[69437]: DEBUG oslo_vmware.api [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660323} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.601997] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.602187] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.602363] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.602544] env[69437]: INFO nova.compute.manager [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1036.602811] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.603057] env[69437]: DEBUG nova.compute.manager [-] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.603171] env[69437]: DEBUG nova.network.neutron [-] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.610577] env[69437]: DEBUG oslo_concurrency.lockutils [req-3493be6a-b496-4f1a-982f-aca6953b0840 req-b4e228e7-f9e6-4ea5-8427-ef38ff35b86a service nova] Releasing lock "refresh_cache-71e24efd-5007-4d73-ac4b-5a4b0b93b463" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.697986] env[69437]: DEBUG nova.scheduler.client.report [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.706929] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.706929] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.706929] env[69437]: DEBUG nova.network.neutron [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.719340] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52660394-04eb-12a2-04a3-113221bb2bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.024216} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.720224] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d41f6a-4636-4440-ba75-d39e51f61d46 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.727111] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1036.727111] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5213606d-995e-57c7-c029-4a9ec64e910a" [ 1036.727111] env[69437]: _type = "Task" [ 1036.727111] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.738715] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5213606d-995e-57c7-c029-4a9ec64e910a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.016704] env[69437]: DEBUG nova.network.neutron [req-5d59b341-8967-4a64-8627-2a16f2281b80 req-818705d5-9378-45ae-924a-c43028713414 service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Updated VIF entry in instance network info cache for port 27fbd015-f123-45b3-82d1-24d95e346a71. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.016849] env[69437]: DEBUG nova.network.neutron [req-5d59b341-8967-4a64-8627-2a16f2281b80 req-818705d5-9378-45ae-924a-c43028713414 service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Updating instance_info_cache with network_info: [{"id": "27fbd015-f123-45b3-82d1-24d95e346a71", "address": "fa:16:3e:89:66:e3", "network": {"id": "765daf34-4287-4d21-9251-f8fb72a4c628", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-332011300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e83519c77dd4508a33a5d093c5e7aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fbd015-f1", "ovs_interfaceid": "27fbd015-f123-45b3-82d1-24d95e346a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.209443] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.211995] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.995s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.212303] env[69437]: DEBUG nova.objects.instance [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'resources' on Instance uuid 972570b6-b81a-4d2c-ad83-b14b7d70712c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.238098] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5213606d-995e-57c7-c029-4a9ec64e910a, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.238381] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.238735] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 71e24efd-5007-4d73-ac4b-5a4b0b93b463/71e24efd-5007-4d73-ac4b-5a4b0b93b463.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.239023] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21a271f8-7b2e-4903-adce-c2fb42adc97c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.243437] env[69437]: INFO nova.scheduler.client.report [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Deleted allocations for instance 8c42b367-d7ce-4bad-b7b0-b5b001200905 [ 1037.251137] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1037.251137] env[69437]: value = "task-4103916" [ 1037.251137] env[69437]: _type = "Task" [ 1037.251137] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.266625] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.373388] env[69437]: DEBUG nova.compute.manager [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.416709] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.417007] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.417185] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.417658] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.417658] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.417658] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.418216] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.418216] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.418401] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.418435] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.418597] env[69437]: DEBUG nova.virt.hardware [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.419548] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32804781-10ad-4ab6-ac0f-66311780e081 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.430472] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2018a039-15f4-4db9-ba0a-5c2b047d2992 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.478828] env[69437]: DEBUG nova.network.neutron [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance_info_cache with network_info: [{"id": "3565bae3-6222-45bf-b6ac-369aa813dda0", "address": "fa:16:3e:46:09:6c", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3565bae3-62", "ovs_interfaceid": "3565bae3-6222-45bf-b6ac-369aa813dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.520317] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d59b341-8967-4a64-8627-2a16f2281b80 req-818705d5-9378-45ae-924a-c43028713414 service nova] Releasing lock "refresh_cache-c65087a3-722a-4778-bfa2-c98866fa7ad3" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.759672] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Lock "8c42b367-d7ce-4bad-b7b0-b5b001200905" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.524s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.771303] env[69437]: DEBUG nova.network.neutron [-] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.772901] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103916, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.981472] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.017302] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63139093-6d20-40b3-95b2-5166b64ec3d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.025975] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a6c64b-c98c-4209-bf9f-47ce8412ad56 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.066867] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c4d93-79cb-4059-9d77-2bd2a2603fc7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.076837] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91dc886-d52b-46be-9bfb-351607604d5c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.096568] env[69437]: DEBUG nova.compute.provider_tree [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.106817] env[69437]: DEBUG nova.compute.manager [req-5f193246-17ee-4d65-b7a7-c366af266459 req-b806a38f-1037-4e71-95b8-3ad8990370e7 service nova] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Received event network-vif-deleted-8ccef22a-5a9c-4f56-bdac-d11d36def4ef {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.106943] env[69437]: DEBUG nova.compute.manager [req-5f193246-17ee-4d65-b7a7-c366af266459 req-b806a38f-1037-4e71-95b8-3ad8990370e7 service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Received event network-vif-plugged-ee2ef710-2f68-449f-8749-a45c83c65dfa {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.107490] env[69437]: DEBUG oslo_concurrency.lockutils [req-5f193246-17ee-4d65-b7a7-c366af266459 req-b806a38f-1037-4e71-95b8-3ad8990370e7 service nova] Acquiring lock "994155cb-9c02-485b-b46e-89dfd636a6b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.107777] env[69437]: DEBUG oslo_concurrency.lockutils [req-5f193246-17ee-4d65-b7a7-c366af266459 req-b806a38f-1037-4e71-95b8-3ad8990370e7 service nova] Lock "994155cb-9c02-485b-b46e-89dfd636a6b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.107963] env[69437]: DEBUG oslo_concurrency.lockutils [req-5f193246-17ee-4d65-b7a7-c366af266459 req-b806a38f-1037-4e71-95b8-3ad8990370e7 service nova] Lock "994155cb-9c02-485b-b46e-89dfd636a6b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.108164] env[69437]: DEBUG nova.compute.manager [req-5f193246-17ee-4d65-b7a7-c366af266459 req-b806a38f-1037-4e71-95b8-3ad8990370e7 service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] No waiting events found dispatching network-vif-plugged-ee2ef710-2f68-449f-8749-a45c83c65dfa {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1038.108338] env[69437]: WARNING nova.compute.manager [req-5f193246-17ee-4d65-b7a7-c366af266459 req-b806a38f-1037-4e71-95b8-3ad8990370e7 service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Received unexpected event network-vif-plugged-ee2ef710-2f68-449f-8749-a45c83c65dfa for instance with vm_state building and task_state spawning. [ 1038.252371] env[69437]: DEBUG nova.network.neutron [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Successfully updated port: ee2ef710-2f68-449f-8749-a45c83c65dfa {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.267414] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5451} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.268694] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 71e24efd-5007-4d73-ac4b-5a4b0b93b463/71e24efd-5007-4d73-ac4b-5a4b0b93b463.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.269143] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.269907] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12730f6c-1096-4b06-b6c4-bb1b1c4e5999 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.274534] env[69437]: INFO nova.compute.manager [-] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Took 1.67 seconds to deallocate network for instance. [ 1038.281939] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1038.281939] env[69437]: value = "task-4103917" [ 1038.281939] env[69437]: _type = "Task" [ 1038.281939] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.295990] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.519015] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa9d36-71e9-4c51-b3ca-287bb615dbd2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.540689] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb4b08b-97b3-4b7e-928a-e069478d9f63 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.553204] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance 'dcea48d0-305d-4a74-98fc-efcfeb2ab766' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.599927] env[69437]: DEBUG nova.scheduler.client.report [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.754884] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquiring lock "refresh_cache-994155cb-9c02-485b-b46e-89dfd636a6b9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.755052] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquired lock "refresh_cache-994155cb-9c02-485b-b46e-89dfd636a6b9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.755230] env[69437]: DEBUG nova.network.neutron [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.782218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.794818] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180557} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.794818] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.795519] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eed7c2-d4ea-4846-9d30-6567a56bdbc8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.823915] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 71e24efd-5007-4d73-ac4b-5a4b0b93b463/71e24efd-5007-4d73-ac4b-5a4b0b93b463.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.824278] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ad6b1b-5339-49d8-81a2-f511f4c4d06d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.846842] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1038.846842] env[69437]: value = "task-4103919" [ 1038.846842] env[69437]: _type = "Task" [ 1038.846842] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.856021] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103919, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.061687] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.062120] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-066cba04-d370-4f91-b152-8bc56d013c96 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.070945] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1039.070945] env[69437]: value = "task-4103920" [ 1039.070945] env[69437]: _type = "Task" [ 1039.070945] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.082770] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.107046] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.111293] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.807s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.112122] env[69437]: INFO nova.compute.claims [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.151620] env[69437]: INFO nova.scheduler.client.report [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleted allocations for instance 972570b6-b81a-4d2c-ad83-b14b7d70712c [ 1039.296884] env[69437]: DEBUG nova.network.neutron [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.356997] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103919, 'name': ReconfigVM_Task, 'duration_secs': 0.3362} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.357304] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 71e24efd-5007-4d73-ac4b-5a4b0b93b463/71e24efd-5007-4d73-ac4b-5a4b0b93b463.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.357919] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83a0a87c-766e-4c1c-ad94-fb54fec067a0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.365460] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1039.365460] env[69437]: value = "task-4103921" [ 1039.365460] env[69437]: _type = "Task" [ 1039.365460] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.373665] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103921, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.445803] env[69437]: DEBUG nova.network.neutron [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Updating instance_info_cache with network_info: [{"id": "ee2ef710-2f68-449f-8749-a45c83c65dfa", "address": "fa:16:3e:ed:65:42", "network": {"id": "61a380cf-9a91-4712-8b2d-79544caa0799", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1854820350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf2bf5e42ef4d2f89c20b24e685b366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2ef710-2f", "ovs_interfaceid": "ee2ef710-2f68-449f-8749-a45c83c65dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.581114] env[69437]: DEBUG oslo_vmware.api [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103920, 'name': PowerOnVM_Task, 'duration_secs': 0.449539} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.581430] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.581622] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc6ead4-a731-435a-a172-898742e19b00 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance 'dcea48d0-305d-4a74-98fc-efcfeb2ab766' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.663178] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "972570b6-b81a-4d2c-ad83-b14b7d70712c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.083s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.876642] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103921, 'name': Rename_Task, 'duration_secs': 0.166061} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.876922] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.877677] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea2896ff-4651-4401-997e-9e3dd4e3b96f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.885268] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1039.885268] env[69437]: value = "task-4103922" [ 1039.885268] env[69437]: _type = "Task" [ 1039.885268] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.897381] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.951332] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Releasing lock "refresh_cache-994155cb-9c02-485b-b46e-89dfd636a6b9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.951682] env[69437]: DEBUG nova.compute.manager [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Instance network_info: |[{"id": "ee2ef710-2f68-449f-8749-a45c83c65dfa", "address": "fa:16:3e:ed:65:42", "network": {"id": "61a380cf-9a91-4712-8b2d-79544caa0799", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1854820350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf2bf5e42ef4d2f89c20b24e685b366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2ef710-2f", "ovs_interfaceid": "ee2ef710-2f68-449f-8749-a45c83c65dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.952190] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:65:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee2ef710-2f68-449f-8749-a45c83c65dfa', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.960895] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Creating folder: Project (aaf2bf5e42ef4d2f89c20b24e685b366). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.961430] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22fa1f24-3df3-4ad1-92a6-91cbbb61712e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.975787] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Created folder: Project (aaf2bf5e42ef4d2f89c20b24e685b366) in parent group-v812682. [ 1039.976017] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Creating folder: Instances. Parent ref: group-v812923. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.976371] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b537a4c5-8fba-4bb8-b33f-437cff21a5ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.987198] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Created folder: Instances in parent group-v812923. [ 1039.987507] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.987721] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.987968] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c47de080-1b8c-423a-8d17-9aef9620be07 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.016096] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.016096] env[69437]: value = "task-4103925" [ 1040.016096] env[69437]: _type = "Task" [ 1040.016096] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.027432] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103925, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.135128] env[69437]: DEBUG nova.compute.manager [req-b83daa52-8b74-459a-aacd-645cfe5c7927 req-3058b79a-7e9d-488a-8d8e-d5219b8c1bc8 service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Received event network-changed-ee2ef710-2f68-449f-8749-a45c83c65dfa {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.135345] env[69437]: DEBUG nova.compute.manager [req-b83daa52-8b74-459a-aacd-645cfe5c7927 req-3058b79a-7e9d-488a-8d8e-d5219b8c1bc8 service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Refreshing instance network info cache due to event network-changed-ee2ef710-2f68-449f-8749-a45c83c65dfa. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.135623] env[69437]: DEBUG oslo_concurrency.lockutils [req-b83daa52-8b74-459a-aacd-645cfe5c7927 req-3058b79a-7e9d-488a-8d8e-d5219b8c1bc8 service nova] Acquiring lock "refresh_cache-994155cb-9c02-485b-b46e-89dfd636a6b9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.135701] env[69437]: DEBUG oslo_concurrency.lockutils [req-b83daa52-8b74-459a-aacd-645cfe5c7927 req-3058b79a-7e9d-488a-8d8e-d5219b8c1bc8 service nova] Acquired lock "refresh_cache-994155cb-9c02-485b-b46e-89dfd636a6b9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.135896] env[69437]: DEBUG nova.network.neutron [req-b83daa52-8b74-459a-aacd-645cfe5c7927 req-3058b79a-7e9d-488a-8d8e-d5219b8c1bc8 service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Refreshing network info cache for port ee2ef710-2f68-449f-8749-a45c83c65dfa {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.398723] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103922, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.447359] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c025d21b-267e-43b1-b6ea-06d538c3814a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.455722] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada40391-4392-4885-acbf-cb8fd564e502 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.495118] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5d0f86-4f32-45f9-a4dd-970a512ef26d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.504421] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb1c488-2dee-4761-964c-d462c316dd8b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.520711] env[69437]: DEBUG nova.compute.provider_tree [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.532265] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103925, 'name': CreateVM_Task, 'duration_secs': 0.386534} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.533077] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.534013] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.534013] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.534295] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.534811] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4d160e-f1bb-4111-a0f8-66b470164635 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.541024] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1040.541024] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527a6b60-1078-bbe9-51e0-3de612eb90cb" [ 1040.541024] env[69437]: _type = "Task" [ 1040.541024] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.550663] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527a6b60-1078-bbe9-51e0-3de612eb90cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.898595] env[69437]: DEBUG oslo_vmware.api [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103922, 'name': PowerOnVM_Task, 'duration_secs': 0.571257} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.901674] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.901674] env[69437]: INFO nova.compute.manager [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1040.901674] env[69437]: DEBUG nova.compute.manager [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1040.901674] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f47d19-8ea2-43f2-ac8e-401bc587e3ca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.982177] env[69437]: DEBUG nova.network.neutron [req-b83daa52-8b74-459a-aacd-645cfe5c7927 req-3058b79a-7e9d-488a-8d8e-d5219b8c1bc8 service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Updated VIF entry in instance network info cache for port ee2ef710-2f68-449f-8749-a45c83c65dfa. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.982537] env[69437]: DEBUG nova.network.neutron [req-b83daa52-8b74-459a-aacd-645cfe5c7927 req-3058b79a-7e9d-488a-8d8e-d5219b8c1bc8 service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Updating instance_info_cache with network_info: [{"id": "ee2ef710-2f68-449f-8749-a45c83c65dfa", "address": "fa:16:3e:ed:65:42", "network": {"id": "61a380cf-9a91-4712-8b2d-79544caa0799", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1854820350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf2bf5e42ef4d2f89c20b24e685b366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2ef710-2f", "ovs_interfaceid": "ee2ef710-2f68-449f-8749-a45c83c65dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.031108] env[69437]: DEBUG nova.scheduler.client.report [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.053925] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527a6b60-1078-bbe9-51e0-3de612eb90cb, 'name': SearchDatastore_Task, 'duration_secs': 0.030475} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.054879] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.055169] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.055422] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.055576] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.055757] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.056331] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a888b597-ea85-413e-b0e4-f2ab25348849 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.069577] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.069797] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.070664] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2638913-00bb-431c-895d-aa35d5b65b01 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.078200] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1041.078200] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528127ce-1229-bbc9-4f17-0c84a9d504e4" [ 1041.078200] env[69437]: _type = "Task" [ 1041.078200] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.088108] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528127ce-1229-bbc9-4f17-0c84a9d504e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.418438] env[69437]: DEBUG oslo_concurrency.lockutils [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.418749] env[69437]: DEBUG oslo_concurrency.lockutils [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.419891] env[69437]: DEBUG nova.compute.manager [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Going to confirm migration 4 {{(pid=69437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1041.442706] env[69437]: INFO nova.compute.manager [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Took 34.09 seconds to build instance. [ 1041.486216] env[69437]: DEBUG oslo_concurrency.lockutils [req-b83daa52-8b74-459a-aacd-645cfe5c7927 req-3058b79a-7e9d-488a-8d8e-d5219b8c1bc8 service nova] Releasing lock "refresh_cache-994155cb-9c02-485b-b46e-89dfd636a6b9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.537656] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.538273] env[69437]: DEBUG nova.compute.manager [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.541188] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.515s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.541463] env[69437]: DEBUG nova.objects.instance [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lazy-loading 'resources' on Instance uuid 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.590929] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528127ce-1229-bbc9-4f17-0c84a9d504e4, 'name': SearchDatastore_Task, 'duration_secs': 0.047329} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.591777] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60474b2b-7b0b-4a92-8867-06d1954e3e1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.598110] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1041.598110] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5202bf2d-4689-5f8a-7bea-43ffc0d0a953" [ 1041.598110] env[69437]: _type = "Task" [ 1041.598110] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.607663] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5202bf2d-4689-5f8a-7bea-43ffc0d0a953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.946332] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d146d1d5-348b-44b4-b580-e433153bc86f tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.601s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.993207] env[69437]: DEBUG oslo_concurrency.lockutils [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.993207] env[69437]: DEBUG oslo_concurrency.lockutils [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.993207] env[69437]: DEBUG nova.network.neutron [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.993671] env[69437]: DEBUG nova.objects.instance [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lazy-loading 'info_cache' on Instance uuid dcea48d0-305d-4a74-98fc-efcfeb2ab766 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.045606] env[69437]: DEBUG nova.compute.utils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.051481] env[69437]: DEBUG nova.compute.manager [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.051719] env[69437]: DEBUG nova.network.neutron [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.111789] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5202bf2d-4689-5f8a-7bea-43ffc0d0a953, 'name': SearchDatastore_Task, 'duration_secs': 0.01279} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.112439] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.112439] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 994155cb-9c02-485b-b46e-89dfd636a6b9/994155cb-9c02-485b-b46e-89dfd636a6b9.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.113567] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62beadc9-c65c-499b-81fb-8a66fe884d01 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.118659] env[69437]: DEBUG nova.policy [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3fb49ee19c4e2a990ed227fe55373c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '187b71e0ab394ed1900298f170ddf3ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.121734] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1042.121734] env[69437]: value = "task-4103927" [ 1042.121734] env[69437]: _type = "Task" [ 1042.121734] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.133275] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.348643] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7ffb94-c6de-4b3f-8a8d-3a553318f7f1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.357697] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07df1f4b-f3f1-4910-a429-c1bda893e259 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.393708] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234675f-58ae-47b9-a550-a3c9c53edfa8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.402705] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920fc83d-04e7-4b6a-9d86-9eac7c5e5440 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.418759] env[69437]: DEBUG nova.compute.provider_tree [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.488867] env[69437]: DEBUG nova.network.neutron [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Successfully created port: def44492-9621-41be-8ae1-5eefde908870 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.552830] env[69437]: DEBUG nova.compute.manager [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.576865] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "07df3e47-801f-40da-9568-3558903e5628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.577154] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "07df3e47-801f-40da-9568-3558903e5628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.637113] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103927, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.926025] env[69437]: DEBUG nova.scheduler.client.report [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.080169] env[69437]: DEBUG nova.compute.manager [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.140116] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677747} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.140913] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 994155cb-9c02-485b-b46e-89dfd636a6b9/994155cb-9c02-485b-b46e-89dfd636a6b9.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.141351] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.143021] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f48839d-1210-4104-af62-ee54fef68416 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.152446] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1043.152446] env[69437]: value = "task-4103928" [ 1043.152446] env[69437]: _type = "Task" [ 1043.152446] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.166844] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.372594] env[69437]: DEBUG nova.network.neutron [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance_info_cache with network_info: [{"id": "3565bae3-6222-45bf-b6ac-369aa813dda0", "address": "fa:16:3e:46:09:6c", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3565bae3-62", "ovs_interfaceid": "3565bae3-6222-45bf-b6ac-369aa813dda0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.430442] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.434016] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.956s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.479493] env[69437]: INFO nova.scheduler.client.report [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Deleted allocations for instance 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e [ 1043.566243] env[69437]: DEBUG nova.compute.manager [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.601756] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.602064] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.602250] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.602447] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.602597] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.602757] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.602961] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.603156] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.603344] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.603511] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.603703] env[69437]: DEBUG nova.virt.hardware [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.604728] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21df578f-7bca-4940-9ec9-4fd5752a33a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.612482] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.615098] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd483a90-247b-4d75-bafa-1900d5a125af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.662679] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08256} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.662963] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.663925] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610a5348-2e25-4aaf-83b5-aa52d0bcdd36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.686758] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 994155cb-9c02-485b-b46e-89dfd636a6b9/994155cb-9c02-485b-b46e-89dfd636a6b9.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.687229] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-360a1242-5b3a-470e-80d6-99cf6a4a8a44 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.709803] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1043.709803] env[69437]: value = "task-4103929" [ 1043.709803] env[69437]: _type = "Task" [ 1043.709803] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.718594] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.759094] env[69437]: DEBUG nova.compute.manager [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.760067] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d597764c-1678-431d-b862-fe600e8b4f6d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.879865] env[69437]: DEBUG oslo_concurrency.lockutils [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-dcea48d0-305d-4a74-98fc-efcfeb2ab766" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.880294] env[69437]: DEBUG nova.objects.instance [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lazy-loading 'migration_context' on Instance uuid dcea48d0-305d-4a74-98fc-efcfeb2ab766 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.981745] env[69437]: DEBUG nova.compute.manager [req-3a39254c-07fc-42f7-92c3-63dca470f75d req-4cd607a2-7ab7-400d-81cd-3ccb5006387e service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Received event network-vif-plugged-def44492-9621-41be-8ae1-5eefde908870 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.981877] env[69437]: DEBUG oslo_concurrency.lockutils [req-3a39254c-07fc-42f7-92c3-63dca470f75d req-4cd607a2-7ab7-400d-81cd-3ccb5006387e service nova] Acquiring lock "5d5bf804-882e-490a-adc5-6540b2361496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.982198] env[69437]: DEBUG oslo_concurrency.lockutils [req-3a39254c-07fc-42f7-92c3-63dca470f75d req-4cd607a2-7ab7-400d-81cd-3ccb5006387e service nova] Lock "5d5bf804-882e-490a-adc5-6540b2361496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.982464] env[69437]: DEBUG oslo_concurrency.lockutils [req-3a39254c-07fc-42f7-92c3-63dca470f75d req-4cd607a2-7ab7-400d-81cd-3ccb5006387e service nova] Lock "5d5bf804-882e-490a-adc5-6540b2361496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.982544] env[69437]: DEBUG nova.compute.manager [req-3a39254c-07fc-42f7-92c3-63dca470f75d req-4cd607a2-7ab7-400d-81cd-3ccb5006387e service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] No waiting events found dispatching network-vif-plugged-def44492-9621-41be-8ae1-5eefde908870 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1043.982940] env[69437]: WARNING nova.compute.manager [req-3a39254c-07fc-42f7-92c3-63dca470f75d req-4cd607a2-7ab7-400d-81cd-3ccb5006387e service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Received unexpected event network-vif-plugged-def44492-9621-41be-8ae1-5eefde908870 for instance with vm_state building and task_state spawning. [ 1043.992651] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ef829063-b60f-4181-bfde-953b96820432 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Lock "08af52ae-b5f2-482c-9ebc-7bf72b6fc51e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.515s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.075656] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Acquiring lock "ac0ac227-3c0e-486d-8389-1040d801513a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.075896] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "ac0ac227-3c0e-486d-8389-1040d801513a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.137323] env[69437]: DEBUG nova.network.neutron [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Successfully updated port: def44492-9621-41be-8ae1-5eefde908870 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.222520] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.272549] env[69437]: INFO nova.compute.manager [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] instance snapshotting [ 1044.275592] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed285a-55af-4034-a62b-f74afa921b9a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.297970] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a445e7-f03d-431a-b989-5ae0d2f7eb79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.383608] env[69437]: DEBUG nova.objects.base [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.385150] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31dff6c-7406-4fee-98a2-be7064c58300 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.411037] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6d009d-1666-458a-ab21-4d915adc0b75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.411037] env[69437]: DEBUG oslo_vmware.api [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1044.411037] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529f2b64-edd8-daf7-8a6a-099af3358a9b" [ 1044.411037] env[69437]: _type = "Task" [ 1044.411037] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.419485] env[69437]: DEBUG oslo_vmware.api [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529f2b64-edd8-daf7-8a6a-099af3358a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.448057] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Applying migration context for instance dcea48d0-305d-4a74-98fc-efcfeb2ab766 as it has an incoming, in-progress migration ce31d426-29a3-449f-bccc-867f1ac061ba. Migration status is confirming {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1044.449564] env[69437]: INFO nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating resource usage from migration ce31d426-29a3-449f-bccc-867f1ac061ba [ 1044.478425] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 3a6b21f3-d390-4b88-aabb-e94d219881d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.478606] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 884bde6d-c720-47d6-b9b7-f8266d8c06d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.478770] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.479023] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 02836692-dca7-4e9e-8ea6-caa98b483ff2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.479023] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 2698ec9f-60a3-44b7-ae51-7a8ab8dec023 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.479147] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.479253] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d92efd14-098b-44ac-a552-68bc3adfac6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.479366] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5a02cbcb-3b22-45e6-b196-f2ae3322ebac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.479486] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 1d13d127-0c25-453b-8e54-653f814ee715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.479598] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance c65087a3-722a-4778-bfa2-c98866fa7ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.479748] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Migration ce31d426-29a3-449f-bccc-867f1ac061ba is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1044.479871] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance dcea48d0-305d-4a74-98fc-efcfeb2ab766 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.480025] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 71e24efd-5007-4d73-ac4b-5a4b0b93b463 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.480104] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 994155cb-9c02-485b-b46e-89dfd636a6b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.480206] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5d5bf804-882e-490a-adc5-6540b2361496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.578265] env[69437]: DEBUG nova.compute.manager [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.640167] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-5d5bf804-882e-490a-adc5-6540b2361496" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.640226] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-5d5bf804-882e-490a-adc5-6540b2361496" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.640374] env[69437]: DEBUG nova.network.neutron [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.720734] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103929, 'name': ReconfigVM_Task, 'duration_secs': 0.934805} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.721144] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 994155cb-9c02-485b-b46e-89dfd636a6b9/994155cb-9c02-485b-b46e-89dfd636a6b9.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.721880] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c3ee13-4b0f-46b1-ac77-bcb5c4b7965d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.730054] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1044.730054] env[69437]: value = "task-4103930" [ 1044.730054] env[69437]: _type = "Task" [ 1044.730054] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.739742] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103930, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.811695] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.812107] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c5dd450-bb03-48dc-8571-145965d54020 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.820648] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1044.820648] env[69437]: value = "task-4103931" [ 1044.820648] env[69437]: _type = "Task" [ 1044.820648] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.831307] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.926303] env[69437]: DEBUG oslo_vmware.api [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529f2b64-edd8-daf7-8a6a-099af3358a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.926704] env[69437]: DEBUG oslo_concurrency.lockutils [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.983874] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1045.102382] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.230917] env[69437]: DEBUG nova.network.neutron [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.245418] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103930, 'name': Rename_Task, 'duration_secs': 0.326575} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.245709] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.245965] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6641de33-3e3c-4400-bead-7007dce9e1b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.253920] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1045.253920] env[69437]: value = "task-4103932" [ 1045.253920] env[69437]: _type = "Task" [ 1045.253920] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.264165] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.331169] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.487292] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 07df3e47-801f-40da-9568-3558903e5628 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1045.554271] env[69437]: DEBUG nova.network.neutron [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Updating instance_info_cache with network_info: [{"id": "def44492-9621-41be-8ae1-5eefde908870", "address": "fa:16:3e:6d:13:72", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef44492-96", "ovs_interfaceid": "def44492-9621-41be-8ae1-5eefde908870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.768875] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.831878] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103931, 'name': CreateSnapshot_Task, 'duration_secs': 0.701485} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.832213] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.832995] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9669f96a-e840-429c-b15d-ce3f8337334a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.992327] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance ac0ac227-3c0e-486d-8389-1040d801513a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1045.992468] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1045.992613] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1046.061682] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-5d5bf804-882e-490a-adc5-6540b2361496" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.061987] env[69437]: DEBUG nova.compute.manager [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Instance network_info: |[{"id": "def44492-9621-41be-8ae1-5eefde908870", "address": "fa:16:3e:6d:13:72", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef44492-96", "ovs_interfaceid": "def44492-9621-41be-8ae1-5eefde908870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.063091] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:13:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'def44492-9621-41be-8ae1-5eefde908870', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.071305] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.071660] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.074898] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a3faab9-ac61-468e-b5f6-440b0db334b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.100237] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.100237] env[69437]: value = "task-4103933" [ 1046.100237] env[69437]: _type = "Task" [ 1046.100237] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.117234] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103933, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.127336] env[69437]: DEBUG nova.compute.manager [req-cf8c2122-1009-41d0-8c63-c59826fe1f69 req-a6a16c2f-e0d8-462e-bd66-b4be2fcbf462 service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Received event network-changed-def44492-9621-41be-8ae1-5eefde908870 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.127660] env[69437]: DEBUG nova.compute.manager [req-cf8c2122-1009-41d0-8c63-c59826fe1f69 req-a6a16c2f-e0d8-462e-bd66-b4be2fcbf462 service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Refreshing instance network info cache due to event network-changed-def44492-9621-41be-8ae1-5eefde908870. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.128006] env[69437]: DEBUG oslo_concurrency.lockutils [req-cf8c2122-1009-41d0-8c63-c59826fe1f69 req-a6a16c2f-e0d8-462e-bd66-b4be2fcbf462 service nova] Acquiring lock "refresh_cache-5d5bf804-882e-490a-adc5-6540b2361496" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.128650] env[69437]: DEBUG oslo_concurrency.lockutils [req-cf8c2122-1009-41d0-8c63-c59826fe1f69 req-a6a16c2f-e0d8-462e-bd66-b4be2fcbf462 service nova] Acquired lock "refresh_cache-5d5bf804-882e-490a-adc5-6540b2361496" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.128886] env[69437]: DEBUG nova.network.neutron [req-cf8c2122-1009-41d0-8c63-c59826fe1f69 req-a6a16c2f-e0d8-462e-bd66-b4be2fcbf462 service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Refreshing network info cache for port def44492-9621-41be-8ae1-5eefde908870 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.272799] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.355957] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1046.357484] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-facfcc4b-68af-4524-89f9-7fcc2efa7a06 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.364187] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0edfa4a-5e48-4985-88a7-bd2855c7fc38 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.374706] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d0b09-3765-4c53-b0f2-307237d89075 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.378163] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1046.378163] env[69437]: value = "task-4103934" [ 1046.378163] env[69437]: _type = "Task" [ 1046.378163] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.413064] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7537b345-7f14-46d7-b41f-7561716857c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.419042] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103934, 'name': CloneVM_Task} progress is 12%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.427603] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9193699-d7a2-4785-bd6a-20ba659936d7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.444187] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.612098] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103933, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.772830] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.890239] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103934, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.955573] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.009885] env[69437]: DEBUG nova.network.neutron [req-cf8c2122-1009-41d0-8c63-c59826fe1f69 req-a6a16c2f-e0d8-462e-bd66-b4be2fcbf462 service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Updated VIF entry in instance network info cache for port def44492-9621-41be-8ae1-5eefde908870. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.010306] env[69437]: DEBUG nova.network.neutron [req-cf8c2122-1009-41d0-8c63-c59826fe1f69 req-a6a16c2f-e0d8-462e-bd66-b4be2fcbf462 service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Updating instance_info_cache with network_info: [{"id": "def44492-9621-41be-8ae1-5eefde908870", "address": "fa:16:3e:6d:13:72", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef44492-96", "ovs_interfaceid": "def44492-9621-41be-8ae1-5eefde908870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.113571] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103933, 'name': CreateVM_Task, 'duration_secs': 0.687006} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.113766] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.114698] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.114890] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.116247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.116247] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5984dc-5b94-40c1-a0b8-2e3ce260e4b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.121811] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1047.121811] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5252584e-22ab-4cab-6eb9-4c86ce4c9245" [ 1047.121811] env[69437]: _type = "Task" [ 1047.121811] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.131731] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5252584e-22ab-4cab-6eb9-4c86ce4c9245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.270997] env[69437]: DEBUG oslo_vmware.api [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103932, 'name': PowerOnVM_Task, 'duration_secs': 1.857088} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.272163] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.272163] env[69437]: INFO nova.compute.manager [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1047.272163] env[69437]: DEBUG nova.compute.manager [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.277027] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d64596-bd0e-43b8-a2ea-a205afacae8a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.285163] env[69437]: DEBUG oslo_concurrency.lockutils [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "d92efd14-098b-44ac-a552-68bc3adfac6d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.285163] env[69437]: DEBUG oslo_concurrency.lockutils [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.285163] env[69437]: DEBUG nova.compute.manager [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.291417] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc66b84b-7c10-4a6b-90f1-f58d78e10d40 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.302027] env[69437]: DEBUG nova.compute.manager [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1047.302027] env[69437]: DEBUG nova.objects.instance [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'flavor' on Instance uuid d92efd14-098b-44ac-a552-68bc3adfac6d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.393730] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103934, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.398121] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "535193c6-1bb6-4125-9e49-e4314032ae13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.398525] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "535193c6-1bb6-4125-9e49-e4314032ae13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.461165] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1047.461449] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.028s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.461876] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.468s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.461938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.464559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.209s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.466304] env[69437]: INFO nova.compute.claims [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.504053] env[69437]: INFO nova.scheduler.client.report [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Deleted allocations for instance 02836692-dca7-4e9e-8ea6-caa98b483ff2 [ 1047.516825] env[69437]: DEBUG oslo_concurrency.lockutils [req-cf8c2122-1009-41d0-8c63-c59826fe1f69 req-a6a16c2f-e0d8-462e-bd66-b4be2fcbf462 service nova] Releasing lock "refresh_cache-5d5bf804-882e-490a-adc5-6540b2361496" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.632974] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5252584e-22ab-4cab-6eb9-4c86ce4c9245, 'name': SearchDatastore_Task, 'duration_secs': 0.012772} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.633405] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.633555] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.633795] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.633946] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.634159] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.634471] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d2f2f5d-0e58-4673-bd99-62fff7f63638 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.644512] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.644736] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.645649] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8fa3504-cc6d-4913-b6c8-6d1c6d5e869b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.651639] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1047.651639] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527fa845-0593-ca71-63a6-bc53f4639863" [ 1047.651639] env[69437]: _type = "Task" [ 1047.651639] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.661207] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527fa845-0593-ca71-63a6-bc53f4639863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.804308] env[69437]: INFO nova.compute.manager [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Took 33.65 seconds to build instance. [ 1047.893290] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103934, 'name': CloneVM_Task, 'duration_secs': 1.332024} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.893498] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Created linked-clone VM from snapshot [ 1047.894942] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a96da-882d-4159-883d-8cc4bee66c34 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.904664] env[69437]: DEBUG nova.compute.manager [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.907389] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Uploading image 89ff99f4-0dca-4635-8f8f-af3ffee8de28 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.921576] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1047.922859] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9880b502-a8a6-4b60-8222-961c353ca1f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.931817] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1047.931817] env[69437]: value = "task-4103935" [ 1047.931817] env[69437]: _type = "Task" [ 1047.931817] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.942128] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103935, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.017149] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a63f3f33-4a96-4609-9485-c70580b1da05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Lock "02836692-dca7-4e9e-8ea6-caa98b483ff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.576s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.164969] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527fa845-0593-ca71-63a6-bc53f4639863, 'name': SearchDatastore_Task, 'duration_secs': 0.010737} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.166093] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dec2685-4524-4122-baf8-9c9686ba8e7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.172974] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1048.172974] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529f59a7-a012-189d-29eb-00157658dcad" [ 1048.172974] env[69437]: _type = "Task" [ 1048.172974] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.185036] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529f59a7-a012-189d-29eb-00157658dcad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.307459] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "994155cb-9c02-485b-b46e-89dfd636a6b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.167s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.307994] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.308312] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5c328d8-544b-42b0-b21d-829814ff1605 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.317700] env[69437]: DEBUG oslo_vmware.api [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1048.317700] env[69437]: value = "task-4103936" [ 1048.317700] env[69437]: _type = "Task" [ 1048.317700] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.328840] env[69437]: DEBUG oslo_vmware.api [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.433959] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.451728] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103935, 'name': Destroy_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.684814] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529f59a7-a012-189d-29eb-00157658dcad, 'name': SearchDatastore_Task, 'duration_secs': 0.014975} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.689373] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.689691] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 5d5bf804-882e-490a-adc5-6540b2361496/5d5bf804-882e-490a-adc5-6540b2361496.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.694299] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2768209b-b4b2-4313-9f13-bddd85113707 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.705232] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1048.705232] env[69437]: value = "task-4103937" [ 1048.705232] env[69437]: _type = "Task" [ 1048.705232] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.722255] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.825137] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad4bb0f-9a7f-415e-bb1d-9891a793e16e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.836334] env[69437]: DEBUG oslo_vmware.api [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103936, 'name': PowerOffVM_Task, 'duration_secs': 0.255176} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.836748] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.836982] env[69437]: DEBUG nova.compute.manager [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.838983] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403514a6-2bbe-43d2-ba3f-768e4506aff5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.843039] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d122ef9-ffcf-4df3-8401-3d64dadd5d99 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.881552] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644570b-c7b1-40b5-8fb5-d71d57007b6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.891564] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac6a90-5a4e-47b8-82a3-d2e6e24e489a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.906440] env[69437]: DEBUG nova.compute.provider_tree [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.945160] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103935, 'name': Destroy_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.198637] env[69437]: DEBUG oslo_concurrency.lockutils [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquiring lock "994155cb-9c02-485b-b46e-89dfd636a6b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.198938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "994155cb-9c02-485b-b46e-89dfd636a6b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.199170] env[69437]: DEBUG oslo_concurrency.lockutils [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquiring lock "994155cb-9c02-485b-b46e-89dfd636a6b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.199364] env[69437]: DEBUG oslo_concurrency.lockutils [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "994155cb-9c02-485b-b46e-89dfd636a6b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.199568] env[69437]: DEBUG oslo_concurrency.lockutils [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "994155cb-9c02-485b-b46e-89dfd636a6b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.204320] env[69437]: INFO nova.compute.manager [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Terminating instance [ 1049.220174] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103937, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.384065] env[69437]: DEBUG oslo_concurrency.lockutils [None req-108df6f2-8e35-496e-84de-d4ea05da58e2 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.099s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.410181] env[69437]: DEBUG nova.scheduler.client.report [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.448625] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103935, 'name': Destroy_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.717212] env[69437]: DEBUG nova.compute.manager [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.717513] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.717801] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563662} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.718602] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703a6f3d-5876-4ba6-b290-8bfed9296f04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.722864] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 5d5bf804-882e-490a-adc5-6540b2361496/5d5bf804-882e-490a-adc5-6540b2361496.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.722864] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.722864] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e41b579d-e384-453b-8d01-12035e83738e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.729943] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.731461] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3c0da3-9030-4938-b75a-554ce48fd904 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.733436] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1049.733436] env[69437]: value = "task-4103938" [ 1049.733436] env[69437]: _type = "Task" [ 1049.733436] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.738936] env[69437]: DEBUG oslo_vmware.api [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1049.738936] env[69437]: value = "task-4103939" [ 1049.738936] env[69437]: _type = "Task" [ 1049.738936] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.749745] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.753636] env[69437]: DEBUG oslo_vmware.api [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.894565] env[69437]: DEBUG nova.objects.instance [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'flavor' on Instance uuid d92efd14-098b-44ac-a552-68bc3adfac6d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.914835] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.915439] env[69437]: DEBUG nova.compute.manager [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.918412] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.478s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.918655] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.920922] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.139s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.921496] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.923749] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.312s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.926129] env[69437]: INFO nova.compute.claims [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.950664] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103935, 'name': Destroy_Task, 'duration_secs': 1.723706} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.950742] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Destroyed the VM [ 1049.950970] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1049.951252] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a9c94fe-2110-4934-a784-a92d0b61551d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.959488] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1049.959488] env[69437]: value = "task-4103940" [ 1049.959488] env[69437]: _type = "Task" [ 1049.959488] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.964125] env[69437]: INFO nova.scheduler.client.report [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Deleted allocations for instance 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029 [ 1049.969756] env[69437]: INFO nova.scheduler.client.report [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Deleted allocations for instance 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3 [ 1049.978866] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.246752] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088742} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.247461] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.248375] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad14db0c-1ec6-47f8-b534-1c97f2501ccc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.254206] env[69437]: DEBUG oslo_vmware.api [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103939, 'name': PowerOffVM_Task, 'duration_secs': 0.384802} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.254894] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.255194] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.255708] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d84a7c9-9daa-43e6-bc7f-2f29ea34feb1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.277155] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5d5bf804-882e-490a-adc5-6540b2361496/5d5bf804-882e-490a-adc5-6540b2361496.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.278041] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36f574dc-a110-4393-961e-1a8025b692b4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.299843] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1050.299843] env[69437]: value = "task-4103942" [ 1050.299843] env[69437]: _type = "Task" [ 1050.299843] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.310209] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.382896] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.383346] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.385019] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Deleting the datastore file [datastore1] 994155cb-9c02-485b-b46e-89dfd636a6b9 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.385019] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61d3b985-3841-4d2a-a1a9-156b178ccede {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.397424] env[69437]: DEBUG oslo_vmware.api [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for the task: (returnval){ [ 1050.397424] env[69437]: value = "task-4103943" [ 1050.397424] env[69437]: _type = "Task" [ 1050.397424] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.404283] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.404446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.404669] env[69437]: DEBUG nova.network.neutron [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.404902] env[69437]: DEBUG nova.objects.instance [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'info_cache' on Instance uuid d92efd14-098b-44ac-a552-68bc3adfac6d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.410420] env[69437]: DEBUG oslo_vmware.api [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.436803] env[69437]: DEBUG nova.compute.utils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.440047] env[69437]: DEBUG nova.compute.manager [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.440279] env[69437]: DEBUG nova.network.neutron [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.477805] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103940, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.477910] env[69437]: DEBUG oslo_concurrency.lockutils [None req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "0d25ef4b-fd90-43fa-bcc5-392bc5ad2029" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.026s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.481031] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2e34ef15-0346-42a8-b949-59c194e8429d tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Lock "4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.823s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.511134] env[69437]: DEBUG nova.policy [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1c14adc8f44f14b74a738d96cf41e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93536dc177ea4637a471fac9a21bcd73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.811680] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103942, 'name': ReconfigVM_Task, 'duration_secs': 0.436562} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.812245] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5d5bf804-882e-490a-adc5-6540b2361496/5d5bf804-882e-490a-adc5-6540b2361496.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.812888] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53cf40b1-4c2a-409a-9b3a-5030bce4aa0d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.821511] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1050.821511] env[69437]: value = "task-4103944" [ 1050.821511] env[69437]: _type = "Task" [ 1050.821511] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.840452] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103944, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.905440] env[69437]: DEBUG oslo_vmware.api [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Task: {'id': task-4103943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190475} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.906138] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.906138] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.906138] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.906307] env[69437]: INFO nova.compute.manager [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1050.906503] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.906697] env[69437]: DEBUG nova.compute.manager [-] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.906793] env[69437]: DEBUG nova.network.neutron [-] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.912908] env[69437]: DEBUG nova.objects.base [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.945606] env[69437]: DEBUG nova.compute.manager [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.958055] env[69437]: DEBUG nova.network.neutron [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Successfully created port: aad6a1fc-29d8-4494-87bf-3704c561deaf {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.983672] env[69437]: DEBUG oslo_vmware.api [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103940, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849614} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.984200] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.205031] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4511f3-c21c-49d2-b6bd-a3589e12cd70 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.215724] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8839000-8581-4e76-b653-855674b38d03 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.252455] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051e28bf-8742-41cd-be82-7fff8951e2f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.260833] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda31c99-210d-4b83-a51a-875c91554744 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.276512] env[69437]: DEBUG nova.compute.provider_tree [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.336718] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103944, 'name': Rename_Task, 'duration_secs': 0.204092} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.337242] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.337557] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab56fdc-0d18-402a-872d-49aaaae4c99c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.346036] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1051.346036] env[69437]: value = "task-4103945" [ 1051.346036] env[69437]: _type = "Task" [ 1051.346036] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.361112] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.490929] env[69437]: WARNING nova.compute.manager [None req-2aacad16-6ab1-4423-b75a-c494bc1d4943 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Image not found during snapshot: nova.exception.ImageNotFound: Image 89ff99f4-0dca-4635-8f8f-af3ffee8de28 could not be found. [ 1051.640991] env[69437]: DEBUG nova.compute.manager [req-4bfda812-d6e6-4dc5-81f7-c4f692a98c09 req-98f5faf5-b15f-4c6e-a122-fb1761eecb2a service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Received event network-vif-deleted-ee2ef710-2f68-449f-8749-a45c83c65dfa {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.641544] env[69437]: INFO nova.compute.manager [req-4bfda812-d6e6-4dc5-81f7-c4f692a98c09 req-98f5faf5-b15f-4c6e-a122-fb1761eecb2a service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Neutron deleted interface ee2ef710-2f68-449f-8749-a45c83c65dfa; detaching it from the instance and deleting it from the info cache [ 1051.641544] env[69437]: DEBUG nova.network.neutron [req-4bfda812-d6e6-4dc5-81f7-c4f692a98c09 req-98f5faf5-b15f-4c6e-a122-fb1761eecb2a service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.780168] env[69437]: DEBUG nova.scheduler.client.report [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.797600] env[69437]: DEBUG nova.network.neutron [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [{"id": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "address": "fa:16:3e:c1:98:88", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e506ed6-a5", "ovs_interfaceid": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.858053] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103945, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.966890] env[69437]: DEBUG nova.compute.manager [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.008814] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.009906] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.010146] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.010358] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.010504] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.010650] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.010897] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.011342] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.011545] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.011724] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.011926] env[69437]: DEBUG nova.virt.hardware [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.013629] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c144ff-22b5-40cb-9cb2-44e55af9940c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.029536] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06896d3f-7410-4b70-a3a7-db0f218b2599 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.105992] env[69437]: DEBUG nova.network.neutron [-] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.148725] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d43a176-d53e-41ce-a9db-6a7c37cb3058 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.161086] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9dee27-0b0b-42f1-8c85-39c27229fbf2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.209116] env[69437]: DEBUG nova.compute.manager [req-4bfda812-d6e6-4dc5-81f7-c4f692a98c09 req-98f5faf5-b15f-4c6e-a122-fb1761eecb2a service nova] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Detach interface failed, port_id=ee2ef710-2f68-449f-8749-a45c83c65dfa, reason: Instance 994155cb-9c02-485b-b46e-89dfd636a6b9 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.285821] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.287076] env[69437]: DEBUG nova.compute.manager [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.291071] env[69437]: DEBUG oslo_concurrency.lockutils [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.364s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.302014] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.361239] env[69437]: DEBUG oslo_vmware.api [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103945, 'name': PowerOnVM_Task, 'duration_secs': 0.951468} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.361700] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.361975] env[69437]: INFO nova.compute.manager [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1052.362237] env[69437]: DEBUG nova.compute.manager [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.364487] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b034c0d-4b91-4ff5-b7d0-f7d00c22ccd1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.541518] env[69437]: DEBUG oslo_concurrency.lockutils [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.541835] env[69437]: DEBUG oslo_concurrency.lockutils [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.541835] env[69437]: DEBUG oslo_concurrency.lockutils [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.542646] env[69437]: DEBUG oslo_concurrency.lockutils [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.544202] env[69437]: DEBUG oslo_concurrency.lockutils [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.546595] env[69437]: INFO nova.compute.manager [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Terminating instance [ 1052.612359] env[69437]: INFO nova.compute.manager [-] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Took 1.71 seconds to deallocate network for instance. [ 1052.795814] env[69437]: DEBUG nova.compute.utils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.797859] env[69437]: DEBUG nova.compute.manager [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.798152] env[69437]: DEBUG nova.network.neutron [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.890165] env[69437]: INFO nova.compute.manager [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Took 28.62 seconds to build instance. [ 1052.944198] env[69437]: DEBUG nova.compute.manager [req-9fe0ca34-8e76-44d9-b24d-67209230611b req-2ba09be7-1de6-4f80-b915-c40f48db54ac service nova] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Received event network-vif-plugged-aad6a1fc-29d8-4494-87bf-3704c561deaf {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.944198] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fe0ca34-8e76-44d9-b24d-67209230611b req-2ba09be7-1de6-4f80-b915-c40f48db54ac service nova] Acquiring lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.944198] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fe0ca34-8e76-44d9-b24d-67209230611b req-2ba09be7-1de6-4f80-b915-c40f48db54ac service nova] Lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.944198] env[69437]: DEBUG oslo_concurrency.lockutils [req-9fe0ca34-8e76-44d9-b24d-67209230611b req-2ba09be7-1de6-4f80-b915-c40f48db54ac service nova] Lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.944198] env[69437]: DEBUG nova.compute.manager [req-9fe0ca34-8e76-44d9-b24d-67209230611b req-2ba09be7-1de6-4f80-b915-c40f48db54ac service nova] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] No waiting events found dispatching network-vif-plugged-aad6a1fc-29d8-4494-87bf-3704c561deaf {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1052.944198] env[69437]: WARNING nova.compute.manager [req-9fe0ca34-8e76-44d9-b24d-67209230611b req-2ba09be7-1de6-4f80-b915-c40f48db54ac service nova] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Received unexpected event network-vif-plugged-aad6a1fc-29d8-4494-87bf-3704c561deaf for instance with vm_state building and task_state spawning. [ 1053.058437] env[69437]: DEBUG nova.compute.manager [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.058740] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.060649] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a318ef4d-77c6-4f12-94a8-e5418a0d17d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.070169] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.071078] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c908a1a-b3c5-4486-8b74-76757b1cfedd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.078058] env[69437]: DEBUG oslo_vmware.api [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1053.078058] env[69437]: value = "task-4103946" [ 1053.078058] env[69437]: _type = "Task" [ 1053.078058] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.092219] env[69437]: DEBUG oslo_vmware.api [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.122617] env[69437]: DEBUG oslo_concurrency.lockutils [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.139835] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e1c2ed-5f0c-4f1f-8051-6d0d77fa6803 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.150546] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c26b6f2-5a52-4c58-b35d-1ed154fbd291 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.191456] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d76a1-0362-408c-b53e-13caa0e71721 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.199798] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf05e32-ab65-4fa4-aa1a-06c1ebc42c44 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.215850] env[69437]: DEBUG nova.compute.provider_tree [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.219007] env[69437]: DEBUG nova.policy [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e739f5b215ed40deabf1163cb449599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc53fa4366a4a4aa5f2b5adcf92472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.309715] env[69437]: DEBUG nova.compute.manager [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.317679] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.318022] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d25bccd-4781-469a-b28a-3209dff65e0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.327515] env[69437]: DEBUG oslo_vmware.api [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1053.327515] env[69437]: value = "task-4103947" [ 1053.327515] env[69437]: _type = "Task" [ 1053.327515] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.337092] env[69437]: DEBUG oslo_vmware.api [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.393364] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7fe1f870-aa17-45e7-b46a-2695075f9a76 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "5d5bf804-882e-490a-adc5-6540b2361496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.131s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.417255] env[69437]: DEBUG nova.network.neutron [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Successfully updated port: aad6a1fc-29d8-4494-87bf-3704c561deaf {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.590783] env[69437]: DEBUG oslo_vmware.api [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103946, 'name': PowerOffVM_Task, 'duration_secs': 0.362297} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.591166] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.591411] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.591723] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fec8c90-a09f-415d-96c6-2bcac2230d80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.725584] env[69437]: DEBUG nova.scheduler.client.report [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.787793] env[69437]: DEBUG nova.network.neutron [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Successfully created port: 3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.840626] env[69437]: DEBUG oslo_vmware.api [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.927787] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "refresh_cache-2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.927787] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "refresh_cache-2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.928185] env[69437]: DEBUG nova.network.neutron [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.066492] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.066795] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.240568] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.240883] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.241092] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleting the datastore file [datastore1] 71e24efd-5007-4d73-ac4b-5a4b0b93b463 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.241393] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-534a3430-f62f-4b3d-85d8-df46c43c5b36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.250214] env[69437]: DEBUG oslo_vmware.api [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for the task: (returnval){ [ 1054.250214] env[69437]: value = "task-4103949" [ 1054.250214] env[69437]: _type = "Task" [ 1054.250214] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.264573] env[69437]: DEBUG oslo_vmware.api [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.322760] env[69437]: DEBUG nova.compute.manager [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.338952] env[69437]: DEBUG oslo_vmware.api [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4103947, 'name': PowerOnVM_Task, 'duration_secs': 0.637241} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.339824] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.340271] env[69437]: DEBUG nova.compute.manager [None req-4741a216-fe67-4f4f-a6c9-fd64da623c19 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.341040] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e51ffc-47cf-416d-af48-52d3fd6274bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.361963] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.362265] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.362438] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.362627] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.362779] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.362930] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.365759] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.365759] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.365759] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.365759] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.365759] env[69437]: DEBUG nova.virt.hardware [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.365759] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa6eeb-f9ec-46af-8235-4d366316ae6f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.376031] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25809eaa-20f5-40fb-a6d1-012b89c82bbf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.465915] env[69437]: DEBUG nova.network.neutron [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.484022] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8f8510-1738-451e-9c06-4273a4994bad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.493716] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc83917-bb6e-4f24-9c51-1835d72d851b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Suspending the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1054.494657] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa98e56d-25dc-424f-b42f-e8b1e14369a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.501492] env[69437]: DEBUG oslo_vmware.api [None req-0bc83917-bb6e-4f24-9c51-1835d72d851b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1054.501492] env[69437]: value = "task-4103950" [ 1054.501492] env[69437]: _type = "Task" [ 1054.501492] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.513831] env[69437]: DEBUG oslo_vmware.api [None req-0bc83917-bb6e-4f24-9c51-1835d72d851b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103950, 'name': SuspendVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.570220] env[69437]: DEBUG nova.compute.manager [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.663589] env[69437]: DEBUG nova.network.neutron [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Updating instance_info_cache with network_info: [{"id": "aad6a1fc-29d8-4494-87bf-3704c561deaf", "address": "fa:16:3e:1b:3e:b4", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6a1fc-29", "ovs_interfaceid": "aad6a1fc-29d8-4494-87bf-3704c561deaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.737892] env[69437]: DEBUG oslo_concurrency.lockutils [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.447s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.741960] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.640s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.743945] env[69437]: INFO nova.compute.claims [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.762234] env[69437]: DEBUG oslo_vmware.api [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Task: {'id': task-4103949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150292} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.762234] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.762348] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.762513] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.762684] env[69437]: INFO nova.compute.manager [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1054.762929] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.763148] env[69437]: DEBUG nova.compute.manager [-] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.763239] env[69437]: DEBUG nova.network.neutron [-] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.016309] env[69437]: DEBUG oslo_vmware.api [None req-0bc83917-bb6e-4f24-9c51-1835d72d851b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103950, 'name': SuspendVM_Task} progress is 62%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.097966] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.169263] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "refresh_cache-2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.171131] env[69437]: DEBUG nova.compute.manager [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Instance network_info: |[{"id": "aad6a1fc-29d8-4494-87bf-3704c561deaf", "address": "fa:16:3e:1b:3e:b4", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6a1fc-29", "ovs_interfaceid": "aad6a1fc-29d8-4494-87bf-3704c561deaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.171131] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:3e:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aad6a1fc-29d8-4494-87bf-3704c561deaf', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.179657] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.181667] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.183057] env[69437]: DEBUG nova.compute.manager [req-af2c42ff-097e-4e97-9a1a-69429ce5b5d3 req-8dd92c0a-7571-4f0e-b307-2aea55b30878 service nova] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Received event network-changed-aad6a1fc-29d8-4494-87bf-3704c561deaf {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.183312] env[69437]: DEBUG nova.compute.manager [req-af2c42ff-097e-4e97-9a1a-69429ce5b5d3 req-8dd92c0a-7571-4f0e-b307-2aea55b30878 service nova] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Refreshing instance network info cache due to event network-changed-aad6a1fc-29d8-4494-87bf-3704c561deaf. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.183568] env[69437]: DEBUG oslo_concurrency.lockutils [req-af2c42ff-097e-4e97-9a1a-69429ce5b5d3 req-8dd92c0a-7571-4f0e-b307-2aea55b30878 service nova] Acquiring lock "refresh_cache-2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.183761] env[69437]: DEBUG oslo_concurrency.lockutils [req-af2c42ff-097e-4e97-9a1a-69429ce5b5d3 req-8dd92c0a-7571-4f0e-b307-2aea55b30878 service nova] Acquired lock "refresh_cache-2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.183948] env[69437]: DEBUG nova.network.neutron [req-af2c42ff-097e-4e97-9a1a-69429ce5b5d3 req-8dd92c0a-7571-4f0e-b307-2aea55b30878 service nova] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Refreshing network info cache for port aad6a1fc-29d8-4494-87bf-3704c561deaf {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.185113] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92281943-e4c2-4b0d-a415-e624fbb7c634 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.211911] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.211911] env[69437]: value = "task-4103951" [ 1055.211911] env[69437]: _type = "Task" [ 1055.211911] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.225931] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103951, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.338998] env[69437]: INFO nova.scheduler.client.report [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted allocation for migration ce31d426-29a3-449f-bccc-867f1ac061ba [ 1055.519158] env[69437]: DEBUG oslo_vmware.api [None req-0bc83917-bb6e-4f24-9c51-1835d72d851b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103950, 'name': SuspendVM_Task, 'duration_secs': 0.982701} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.519657] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc83917-bb6e-4f24-9c51-1835d72d851b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Suspended the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1055.519956] env[69437]: DEBUG nova.compute.manager [None req-0bc83917-bb6e-4f24-9c51-1835d72d851b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.521400] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdda53af-94b3-4ac4-9d4c-faaf714a04d1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.657762] env[69437]: DEBUG nova.network.neutron [-] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.722403] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103951, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.741631] env[69437]: DEBUG nova.network.neutron [req-af2c42ff-097e-4e97-9a1a-69429ce5b5d3 req-8dd92c0a-7571-4f0e-b307-2aea55b30878 service nova] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Updated VIF entry in instance network info cache for port aad6a1fc-29d8-4494-87bf-3704c561deaf. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.742215] env[69437]: DEBUG nova.network.neutron [req-af2c42ff-097e-4e97-9a1a-69429ce5b5d3 req-8dd92c0a-7571-4f0e-b307-2aea55b30878 service nova] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Updating instance_info_cache with network_info: [{"id": "aad6a1fc-29d8-4494-87bf-3704c561deaf", "address": "fa:16:3e:1b:3e:b4", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6a1fc-29", "ovs_interfaceid": "aad6a1fc-29d8-4494-87bf-3704c561deaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.847557] env[69437]: DEBUG oslo_concurrency.lockutils [None req-75a8d192-fd78-49b8-97d2-17ee95fef77b tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.429s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.862752] env[69437]: DEBUG nova.network.neutron [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Successfully updated port: 3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.098232] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81207fd-25d9-4ea6-a6eb-7cbce0a0edce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.108661] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c82db9-1857-433f-ab05-17aa1910e008 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.145855] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26268f60-0785-486d-a8c2-31915cbff006 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.154966] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0447225f-60f6-4ef3-8e7e-247308e18629 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.159928] env[69437]: INFO nova.compute.manager [-] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Took 1.40 seconds to deallocate network for instance. [ 1056.172279] env[69437]: DEBUG nova.compute.provider_tree [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.227252] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103951, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.248106] env[69437]: DEBUG oslo_concurrency.lockutils [req-af2c42ff-097e-4e97-9a1a-69429ce5b5d3 req-8dd92c0a-7571-4f0e-b307-2aea55b30878 service nova] Releasing lock "refresh_cache-2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.368229] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.368390] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.368540] env[69437]: DEBUG nova.network.neutron [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.371929] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.374175] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.374175] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.374175] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.374175] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.376515] env[69437]: INFO nova.compute.manager [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Terminating instance [ 1056.675634] env[69437]: DEBUG nova.scheduler.client.report [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.686332] env[69437]: DEBUG oslo_concurrency.lockutils [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.732117] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103951, 'name': CreateVM_Task, 'duration_secs': 1.410097} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.732117] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.732117] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.732117] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.732117] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.732117] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18f2bbf-d307-4595-899b-f3dfeb1f6e13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.740935] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1056.740935] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d99493-4105-4bd9-ebb8-fef5711d2288" [ 1056.740935] env[69437]: _type = "Task" [ 1056.740935] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.751432] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d99493-4105-4bd9-ebb8-fef5711d2288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.883015] env[69437]: DEBUG nova.compute.manager [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.883726] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.884283] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44574ec-fe89-40cb-9100-ad4bccaa5dc6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.899417] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.899927] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b6c0c94-5218-451a-b732-0ad73fe40bbd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.908782] env[69437]: DEBUG oslo_vmware.api [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1056.908782] env[69437]: value = "task-4103952" [ 1056.908782] env[69437]: _type = "Task" [ 1056.908782] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.920691] env[69437]: DEBUG oslo_vmware.api [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.928656] env[69437]: DEBUG nova.network.neutron [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.984299] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "73310bc1-56dc-4818-8965-0a4050bdf3cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.984771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "73310bc1-56dc-4818-8965-0a4050bdf3cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.129167] env[69437]: DEBUG nova.network.neutron [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.141094] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "5d5bf804-882e-490a-adc5-6540b2361496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.141383] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "5d5bf804-882e-490a-adc5-6540b2361496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.141611] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "5d5bf804-882e-490a-adc5-6540b2361496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.141805] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "5d5bf804-882e-490a-adc5-6540b2361496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.141978] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "5d5bf804-882e-490a-adc5-6540b2361496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.144765] env[69437]: INFO nova.compute.manager [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Terminating instance [ 1057.187886] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.188317] env[69437]: DEBUG nova.compute.manager [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.191659] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.758s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.193932] env[69437]: INFO nova.compute.claims [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.214016] env[69437]: DEBUG nova.compute.manager [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Received event network-vif-deleted-13d553fd-d6aa-4f1f-8aef-95363398cd89 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.214238] env[69437]: DEBUG nova.compute.manager [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received event network-vif-plugged-3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.214515] env[69437]: DEBUG oslo_concurrency.lockutils [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] Acquiring lock "07df3e47-801f-40da-9568-3558903e5628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.216530] env[69437]: DEBUG oslo_concurrency.lockutils [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] Lock "07df3e47-801f-40da-9568-3558903e5628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.216530] env[69437]: DEBUG oslo_concurrency.lockutils [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] Lock "07df3e47-801f-40da-9568-3558903e5628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.216530] env[69437]: DEBUG nova.compute.manager [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] No waiting events found dispatching network-vif-plugged-3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1057.216530] env[69437]: WARNING nova.compute.manager [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received unexpected event network-vif-plugged-3e412ac0-8c1c-49b8-b465-0e86f2e89703 for instance with vm_state building and task_state spawning. [ 1057.216530] env[69437]: DEBUG nova.compute.manager [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.216530] env[69437]: DEBUG nova.compute.manager [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing instance network info cache due to event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.216530] env[69437]: DEBUG oslo_concurrency.lockutils [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] Acquiring lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.254343] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d99493-4105-4bd9-ebb8-fef5711d2288, 'name': SearchDatastore_Task, 'duration_secs': 0.013122} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.254343] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.254343] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.254343] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.254343] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.254343] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.254876] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d6c0f78-4375-485b-ba00-cfa98d3e7530 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.266103] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.266359] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.267340] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffe01e4-0f3e-45bd-beea-204b80213f25 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.275112] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1057.275112] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5239de9c-584d-e438-a417-89b8878e79e5" [ 1057.275112] env[69437]: _type = "Task" [ 1057.275112] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.284983] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5239de9c-584d-e438-a417-89b8878e79e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.422030] env[69437]: DEBUG oslo_vmware.api [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103952, 'name': PowerOffVM_Task, 'duration_secs': 0.203782} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.422532] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.422532] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.422748] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb4be08-dc3c-4699-9293-f776f0e20ced {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.487992] env[69437]: DEBUG nova.compute.manager [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.497024] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.497024] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.497024] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleting the datastore file [datastore2] dcea48d0-305d-4a74-98fc-efcfeb2ab766 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.497024] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4116a97f-d526-4813-b5c4-2b0a57e8f6b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.504787] env[69437]: DEBUG oslo_vmware.api [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1057.504787] env[69437]: value = "task-4103954" [ 1057.504787] env[69437]: _type = "Task" [ 1057.504787] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.515163] env[69437]: DEBUG oslo_vmware.api [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.632665] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.633062] env[69437]: DEBUG nova.compute.manager [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Instance network_info: |[{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.633482] env[69437]: DEBUG oslo_concurrency.lockutils [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] Acquired lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.634186] env[69437]: DEBUG nova.network.neutron [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.635660] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:56:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e412ac0-8c1c-49b8-b465-0e86f2e89703', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.644755] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.648061] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07df3e47-801f-40da-9568-3558903e5628] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.648637] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8c70839-962a-4a69-beb9-c216bcd4d78d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.664730] env[69437]: DEBUG nova.compute.manager [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.664984] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.666462] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50502a6-fc2a-43f5-8662-433be722e00a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.675347] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.676739] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11ef421f-7d6a-4b61-9713-39ebfe2246a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.678238] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.678238] env[69437]: value = "task-4103955" [ 1057.678238] env[69437]: _type = "Task" [ 1057.678238] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.689575] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103955, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.698691] env[69437]: DEBUG nova.compute.utils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.708598] env[69437]: DEBUG nova.compute.manager [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.708598] env[69437]: DEBUG nova.network.neutron [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.765937] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.766345] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.766519] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleting the datastore file [datastore1] 5d5bf804-882e-490a-adc5-6540b2361496 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.766881] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fc7db44-81a2-4ac4-b7b8-b16e108ba3c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.775234] env[69437]: DEBUG oslo_vmware.api [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1057.775234] env[69437]: value = "task-4103957" [ 1057.775234] env[69437]: _type = "Task" [ 1057.775234] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.788999] env[69437]: DEBUG oslo_vmware.api [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.793981] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5239de9c-584d-e438-a417-89b8878e79e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.795118] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c29a59-9781-4d06-a086-d752ff5c9e1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.802645] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1057.802645] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522a7b99-fa68-46de-c451-d5042911b7a3" [ 1057.802645] env[69437]: _type = "Task" [ 1057.802645] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.819844] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522a7b99-fa68-46de-c451-d5042911b7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.820266] env[69437]: DEBUG nova.policy [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ee52362d8394240b39646c11e5b8900', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '361ee8a366654cccbe9fa7b220b53195', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.824677] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.825029] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6/2d4d5e1f-315a-46fd-bb5b-671db7f8bba6.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.825380] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0793813-5575-4882-8335-2be95ec53433 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.833949] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1057.833949] env[69437]: value = "task-4103958" [ 1057.833949] env[69437]: _type = "Task" [ 1057.833949] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.845277] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.021654] env[69437]: DEBUG oslo_vmware.api [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4103954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14932} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.022414] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.022840] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.023100] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.023435] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.023690] env[69437]: INFO nova.compute.manager [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1058.024226] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.024310] env[69437]: DEBUG nova.compute.manager [-] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.024360] env[69437]: DEBUG nova.network.neutron [-] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.195983] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103955, 'name': CreateVM_Task, 'duration_secs': 0.389414} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.197986] env[69437]: DEBUG nova.network.neutron [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updated VIF entry in instance network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.198629] env[69437]: DEBUG nova.network.neutron [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.201316] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07df3e47-801f-40da-9568-3558903e5628] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.205218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.205218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.205218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.205218] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5208ac53-d42f-4285-bbc6-de3733cc90fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.209048] env[69437]: DEBUG nova.compute.manager [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.229100] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1058.229100] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ed8e2c-7786-a10f-7952-27c92caa16d4" [ 1058.229100] env[69437]: _type = "Task" [ 1058.229100] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.242832] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ed8e2c-7786-a10f-7952-27c92caa16d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.298350] env[69437]: DEBUG oslo_vmware.api [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4103957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15897} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.298811] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.299064] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.299308] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.299527] env[69437]: INFO nova.compute.manager [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1058.299811] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.303336] env[69437]: DEBUG nova.compute.manager [-] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.303458] env[69437]: DEBUG nova.network.neutron [-] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.359489] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103958, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.554801] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754d365b-8a07-469b-8bf2-bf065c3adde4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.564867] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93e53f5-82aa-4303-8be2-438734341467 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.596973] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3082ef23-eabd-449d-8f0d-53d0dc7b3cad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.605342] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3486ab9-d2e9-4b55-8678-aeb3387a5d82 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.620825] env[69437]: DEBUG nova.compute.provider_tree [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.705612] env[69437]: DEBUG oslo_concurrency.lockutils [req-16641043-cd6d-412e-b1af-3a98b0c69741 req-6cb81d12-3131-48f3-8c68-d2d769fa7b93 service nova] Releasing lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.727950] env[69437]: INFO nova.virt.block_device [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Booting with volume 4ca545ba-e488-4b00-9f70-abb1e644dea7 at /dev/sda [ 1058.745470] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ed8e2c-7786-a10f-7952-27c92caa16d4, 'name': SearchDatastore_Task, 'duration_secs': 0.059776} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.746697] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.746697] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.746697] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.746697] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.746697] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.747108] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc679e08-8396-49bf-b390-79a0fc8cb6c0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.757850] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.758053] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.758886] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3022480e-ca16-470b-ad16-c88a2d1430f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.765715] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1058.765715] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52323df7-2407-a65e-f7d3-08f2526dc88d" [ 1058.765715] env[69437]: _type = "Task" [ 1058.765715] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.774672] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52323df7-2407-a65e-f7d3-08f2526dc88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.779927] env[69437]: DEBUG nova.network.neutron [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Successfully created port: 0bc083bf-f613-44d2-9c2f-b624d5845fac {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.783242] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ec0b25f-13b3-4dad-8eef-f175716149be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.793041] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041422f4-aa59-4003-87f0-435fb711df73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.829293] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e178b59a-108f-4322-87f0-635b14384949 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.843215] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c04a3e-ca54-4e8a-a5f4-04d1f8473101 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.861127] env[69437]: DEBUG oslo_concurrency.lockutils [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.861370] env[69437]: DEBUG oslo_concurrency.lockutils [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.862028] env[69437]: INFO nova.compute.manager [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Shelving [ 1058.863637] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650031} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.863886] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6/2d4d5e1f-315a-46fd-bb5b-671db7f8bba6.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.864106] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.864397] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-414bc195-9579-4b7e-9873-592d6a60d54d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.881862] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a222988f-0421-494d-9ef6-d4767d44b3df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.885853] env[69437]: DEBUG nova.compute.manager [req-6751ce21-b8fb-4b96-b5c8-ac0a158111d5 req-05553052-51d1-41c1-9ebb-126d5edc24e6 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Received event network-vif-deleted-3565bae3-6222-45bf-b6ac-369aa813dda0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.886067] env[69437]: INFO nova.compute.manager [req-6751ce21-b8fb-4b96-b5c8-ac0a158111d5 req-05553052-51d1-41c1-9ebb-126d5edc24e6 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Neutron deleted interface 3565bae3-6222-45bf-b6ac-369aa813dda0; detaching it from the instance and deleting it from the info cache [ 1058.886247] env[69437]: DEBUG nova.network.neutron [req-6751ce21-b8fb-4b96-b5c8-ac0a158111d5 req-05553052-51d1-41c1-9ebb-126d5edc24e6 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.891796] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1058.891796] env[69437]: value = "task-4103959" [ 1058.891796] env[69437]: _type = "Task" [ 1058.891796] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.903176] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2aa872-487a-43ef-9967-7d434075d1de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.906311] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.919026] env[69437]: DEBUG nova.virt.block_device [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Updating existing volume attachment record: 759f89b3-f12f-4399-a019-7e37b2aa31c8 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1059.126220] env[69437]: DEBUG nova.scheduler.client.report [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.206135] env[69437]: DEBUG nova.network.neutron [-] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.248334] env[69437]: DEBUG nova.compute.manager [req-fd722b4b-f2fb-41f7-bc2e-d388faf04c8e req-056bb60e-e834-4662-bbcb-005a1ef03795 service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Received event network-vif-deleted-def44492-9621-41be-8ae1-5eefde908870 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.248334] env[69437]: INFO nova.compute.manager [req-fd722b4b-f2fb-41f7-bc2e-d388faf04c8e req-056bb60e-e834-4662-bbcb-005a1ef03795 service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Neutron deleted interface def44492-9621-41be-8ae1-5eefde908870; detaching it from the instance and deleting it from the info cache [ 1059.248470] env[69437]: DEBUG nova.network.neutron [req-fd722b4b-f2fb-41f7-bc2e-d388faf04c8e req-056bb60e-e834-4662-bbcb-005a1ef03795 service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.277305] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52323df7-2407-a65e-f7d3-08f2526dc88d, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.278186] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60297d95-1fbb-4b43-ae7f-a0dc300468f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.284732] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1059.284732] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52be38ce-770b-c2ea-d8f5-d5d42d94e4c7" [ 1059.284732] env[69437]: _type = "Task" [ 1059.284732] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.293263] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52be38ce-770b-c2ea-d8f5-d5d42d94e4c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.390264] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d04dcf53-334b-416a-abd9-c242eb34cc89 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.403185] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071761} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.404442] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.405294] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c3c281-806a-4fe6-bb35-f726e5df3db2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.410979] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0165a0-0318-4269-9be5-25a25f1e2183 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.451320] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6/2d4d5e1f-315a-46fd-bb5b-671db7f8bba6.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.461639] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945ba4c2-13d7-4495-808e-d40f8cc9e02e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.477809] env[69437]: DEBUG nova.compute.manager [req-6751ce21-b8fb-4b96-b5c8-ac0a158111d5 req-05553052-51d1-41c1-9ebb-126d5edc24e6 service nova] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Detach interface failed, port_id=3565bae3-6222-45bf-b6ac-369aa813dda0, reason: Instance dcea48d0-305d-4a74-98fc-efcfeb2ab766 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.487378] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1059.487378] env[69437]: value = "task-4103960" [ 1059.487378] env[69437]: _type = "Task" [ 1059.487378] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.497965] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.504209] env[69437]: DEBUG nova.network.neutron [-] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.631905] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.632616] env[69437]: DEBUG nova.compute.manager [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.636199] env[69437]: DEBUG oslo_concurrency.lockutils [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.513s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.636199] env[69437]: DEBUG nova.objects.instance [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lazy-loading 'resources' on Instance uuid 994155cb-9c02-485b-b46e-89dfd636a6b9 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.708648] env[69437]: INFO nova.compute.manager [-] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Took 1.68 seconds to deallocate network for instance. [ 1059.751826] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57bfe576-7323-448c-b38f-a33cde6395d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.763085] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e1e10-991a-4388-8351-15f115e21376 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.797798] env[69437]: DEBUG nova.compute.manager [req-fd722b4b-f2fb-41f7-bc2e-d388faf04c8e req-056bb60e-e834-4662-bbcb-005a1ef03795 service nova] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Detach interface failed, port_id=def44492-9621-41be-8ae1-5eefde908870, reason: Instance 5d5bf804-882e-490a-adc5-6540b2361496 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.808733] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52be38ce-770b-c2ea-d8f5-d5d42d94e4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.808733] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.808962] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 07df3e47-801f-40da-9568-3558903e5628/07df3e47-801f-40da-9568-3558903e5628.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.809095] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fc3c742-1a72-470d-b8b6-83caf588428f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.817836] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1059.817836] env[69437]: value = "task-4103961" [ 1059.817836] env[69437]: _type = "Task" [ 1059.817836] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.827931] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.888471] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.888826] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-492a2ef6-f559-4a78-88d6-ea572c426ccd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.897239] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1059.897239] env[69437]: value = "task-4103962" [ 1059.897239] env[69437]: _type = "Task" [ 1059.897239] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.908154] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.000761] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.008273] env[69437]: INFO nova.compute.manager [-] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Took 1.70 seconds to deallocate network for instance. [ 1060.142137] env[69437]: DEBUG nova.compute.utils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.148545] env[69437]: DEBUG nova.compute.manager [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.148545] env[69437]: DEBUG nova.network.neutron [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.201917] env[69437]: DEBUG nova.policy [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd345fc56607494293cc47d6f7351ada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2c2ec043292404996aa9463675392d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.219159] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.329387] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103961, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.415116] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103962, 'name': PowerOffVM_Task, 'duration_secs': 0.265715} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.417242] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.418554] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53ca11d-0614-4d36-8b62-a3889986a6f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.446147] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb942392-cde7-404f-a00b-6d0b0d1c4c04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.492275] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f29d9e-ce76-4e19-be34-6dacfa1afb9a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.501725] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103960, 'name': ReconfigVM_Task, 'duration_secs': 0.579277} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.504353] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6/2d4d5e1f-315a-46fd-bb5b-671db7f8bba6.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.505551] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0d6fbed-3f58-47ff-8cba-45c8446405e8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.507391] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1510f0c-5f09-44e9-9dce-7294b9051f6e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.543761] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.550068] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896d1d06-df18-42b8-997c-b5cca83f3b6b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.552287] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1060.552287] env[69437]: value = "task-4103963" [ 1060.552287] env[69437]: _type = "Task" [ 1060.552287] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.560951] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bae0d4-fc4d-45ce-b6b4-8ea6fd8710ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.568467] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103963, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.580145] env[69437]: DEBUG nova.compute.provider_tree [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.648654] env[69437]: DEBUG nova.compute.manager [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.830405] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526986} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.830745] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 07df3e47-801f-40da-9568-3558903e5628/07df3e47-801f-40da-9568-3558903e5628.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.831092] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.831411] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db62324a-0246-4618-8d59-e689bf2ff0d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.840454] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1060.840454] env[69437]: value = "task-4103964" [ 1060.840454] env[69437]: _type = "Task" [ 1060.840454] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.852988] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.959784] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1060.961053] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a77b4d9-b90b-4c14-9dba-85142160c5a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.969768] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1060.969768] env[69437]: value = "task-4103965" [ 1060.969768] env[69437]: _type = "Task" [ 1060.969768] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.979633] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.054467] env[69437]: DEBUG nova.compute.manager [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.055151] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.055383] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.055541] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.056111] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.056111] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.056111] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.056242] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.056393] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.056550] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.057336] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.057633] env[69437]: DEBUG nova.virt.hardware [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.058886] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3599262a-598f-4560-8e65-8e28ac59a26b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.068615] env[69437]: DEBUG nova.network.neutron [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Successfully updated port: 0bc083bf-f613-44d2-9c2f-b624d5845fac {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.079923] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103963, 'name': Rename_Task, 'duration_secs': 0.215432} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.081179] env[69437]: DEBUG nova.network.neutron [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Successfully created port: e5da7e84-0d35-413a-9a10-f6013776b458 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.083895] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.085268] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9b2391-d9f6-43a5-ad21-7a12c4a38e78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.091864] env[69437]: DEBUG nova.scheduler.client.report [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.095903] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-331f96ca-a0fb-4a17-bf62-47da75adb5f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.115135] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1061.115135] env[69437]: value = "task-4103966" [ 1061.115135] env[69437]: _type = "Task" [ 1061.115135] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.128923] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103966, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.290923] env[69437]: DEBUG nova.compute.manager [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Received event network-vif-plugged-0bc083bf-f613-44d2-9c2f-b624d5845fac {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.291239] env[69437]: DEBUG oslo_concurrency.lockutils [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] Acquiring lock "ac0ac227-3c0e-486d-8389-1040d801513a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.291549] env[69437]: DEBUG oslo_concurrency.lockutils [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] Lock "ac0ac227-3c0e-486d-8389-1040d801513a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.291744] env[69437]: DEBUG oslo_concurrency.lockutils [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] Lock "ac0ac227-3c0e-486d-8389-1040d801513a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.291961] env[69437]: DEBUG nova.compute.manager [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] No waiting events found dispatching network-vif-plugged-0bc083bf-f613-44d2-9c2f-b624d5845fac {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1061.292198] env[69437]: WARNING nova.compute.manager [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Received unexpected event network-vif-plugged-0bc083bf-f613-44d2-9c2f-b624d5845fac for instance with vm_state building and task_state spawning. [ 1061.292442] env[69437]: DEBUG nova.compute.manager [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Received event network-changed-0bc083bf-f613-44d2-9c2f-b624d5845fac {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.292653] env[69437]: DEBUG nova.compute.manager [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Refreshing instance network info cache due to event network-changed-0bc083bf-f613-44d2-9c2f-b624d5845fac. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.292975] env[69437]: DEBUG oslo_concurrency.lockutils [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] Acquiring lock "refresh_cache-ac0ac227-3c0e-486d-8389-1040d801513a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.293242] env[69437]: DEBUG oslo_concurrency.lockutils [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] Acquired lock "refresh_cache-ac0ac227-3c0e-486d-8389-1040d801513a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.293505] env[69437]: DEBUG nova.network.neutron [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Refreshing network info cache for port 0bc083bf-f613-44d2-9c2f-b624d5845fac {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.386939] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07286} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.386939] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.386939] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89c67d3-1ac6-409a-864f-b4cd79a11e64 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.387826] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 07df3e47-801f-40da-9568-3558903e5628/07df3e47-801f-40da-9568-3558903e5628.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.388325] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c380de54-6298-4a99-a7dd-8737b541b681 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.417447] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1061.417447] env[69437]: value = "task-4103967" [ 1061.417447] env[69437]: _type = "Task" [ 1061.417447] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.428546] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.484197] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103965, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.526240] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquiring lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.526240] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.572820] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Acquiring lock "refresh_cache-ac0ac227-3c0e-486d-8389-1040d801513a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.601804] env[69437]: DEBUG oslo_concurrency.lockutils [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.602975] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.505s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.605309] env[69437]: INFO nova.compute.claims [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.628429] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.629644] env[69437]: INFO nova.scheduler.client.report [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Deleted allocations for instance 994155cb-9c02-485b-b46e-89dfd636a6b9 [ 1061.666041] env[69437]: DEBUG nova.compute.manager [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.699874] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.700185] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.700350] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.700541] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.700693] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.700843] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.701229] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.701458] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.701644] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.701814] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.701996] env[69437]: DEBUG nova.virt.hardware [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.703203] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f6cc3-d274-4184-aca6-62cb982b4cb2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.712457] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e13f1-b834-4807-8a12-a0dfa4d193d7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.827781] env[69437]: DEBUG nova.network.neutron [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.908668] env[69437]: DEBUG nova.network.neutron [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.929641] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103967, 'name': ReconfigVM_Task, 'duration_secs': 0.477951} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.929750] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 07df3e47-801f-40da-9568-3558903e5628/07df3e47-801f-40da-9568-3558903e5628.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.931291] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-464bbf59-5870-4bc4-9872-bf5197d178d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.939484] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1061.939484] env[69437]: value = "task-4103968" [ 1061.939484] env[69437]: _type = "Task" [ 1061.939484] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.950323] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103968, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.985578] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103965, 'name': CreateSnapshot_Task, 'duration_secs': 0.912583} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.986073] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1061.986929] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34831d34-f5c8-4993-80f4-8eefe1af4f97 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.029845] env[69437]: DEBUG nova.compute.manager [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.131492] env[69437]: DEBUG oslo_vmware.api [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103966, 'name': PowerOnVM_Task, 'duration_secs': 0.571901} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.131704] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.133022] env[69437]: INFO nova.compute.manager [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1062.133022] env[69437]: DEBUG nova.compute.manager [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1062.136063] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1cc99f-e46d-4d94-b073-0b91296e6933 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.145678] env[69437]: DEBUG oslo_concurrency.lockutils [None req-caed9b1c-7913-4465-8be7-e5ea333ef037 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Lock "994155cb-9c02-485b-b46e-89dfd636a6b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.947s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.411324] env[69437]: DEBUG oslo_concurrency.lockutils [req-ac83c366-3087-4b30-8c8a-1f17254dba14 req-81dcc416-8d74-47c1-b9c8-dde022b6226f service nova] Releasing lock "refresh_cache-ac0ac227-3c0e-486d-8389-1040d801513a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.411776] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Acquired lock "refresh_cache-ac0ac227-3c0e-486d-8389-1040d801513a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.411941] env[69437]: DEBUG nova.network.neutron [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.450014] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103968, 'name': Rename_Task, 'duration_secs': 0.455051} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.450376] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.450646] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d883f18-95f7-46af-b7df-c73f1f689f00 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.458598] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1062.458598] env[69437]: value = "task-4103969" [ 1062.458598] env[69437]: _type = "Task" [ 1062.458598] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.471953] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.510664] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1062.511079] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8569aa4e-d3e1-4f98-b530-9a2ea7ed2b2a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.522144] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1062.522144] env[69437]: value = "task-4103970" [ 1062.522144] env[69437]: _type = "Task" [ 1062.522144] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.536870] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103970, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.560024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.669478] env[69437]: INFO nova.compute.manager [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Took 29.43 seconds to build instance. [ 1062.807401] env[69437]: DEBUG nova.network.neutron [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Successfully updated port: e5da7e84-0d35-413a-9a10-f6013776b458 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.910177] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdf5e91-d78a-4e3a-adac-577782a8be75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.919885] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4e09c1-ebe3-447a-9484-dbda0b3938d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.955555] env[69437]: DEBUG nova.network.neutron [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.959402] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46be5806-5e35-4f11-86d1-c47731404a50 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.974533] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdfd5af-8642-42f7-a5a1-90670c709c8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.979153] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.994543] env[69437]: DEBUG nova.compute.provider_tree [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.039875] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103970, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.172207] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.944s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.221573] env[69437]: DEBUG nova.network.neutron [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Updating instance_info_cache with network_info: [{"id": "0bc083bf-f613-44d2-9c2f-b624d5845fac", "address": "fa:16:3e:ce:a1:b8", "network": {"id": "e72ee79c-f288-4103-8bb4-de130a17e88a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-889891518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "361ee8a366654cccbe9fa7b220b53195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc083bf-f6", "ovs_interfaceid": "0bc083bf-f613-44d2-9c2f-b624d5845fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.312465] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "refresh_cache-535193c6-1bb6-4125-9e49-e4314032ae13" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.312588] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired lock "refresh_cache-535193c6-1bb6-4125-9e49-e4314032ae13" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.312781] env[69437]: DEBUG nova.network.neutron [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.441145] env[69437]: DEBUG nova.compute.manager [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Received event network-vif-plugged-e5da7e84-0d35-413a-9a10-f6013776b458 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.441145] env[69437]: DEBUG oslo_concurrency.lockutils [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] Acquiring lock "535193c6-1bb6-4125-9e49-e4314032ae13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.441145] env[69437]: DEBUG oslo_concurrency.lockutils [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] Lock "535193c6-1bb6-4125-9e49-e4314032ae13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.441145] env[69437]: DEBUG oslo_concurrency.lockutils [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] Lock "535193c6-1bb6-4125-9e49-e4314032ae13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.441145] env[69437]: DEBUG nova.compute.manager [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] No waiting events found dispatching network-vif-plugged-e5da7e84-0d35-413a-9a10-f6013776b458 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1063.442559] env[69437]: WARNING nova.compute.manager [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Received unexpected event network-vif-plugged-e5da7e84-0d35-413a-9a10-f6013776b458 for instance with vm_state building and task_state spawning. [ 1063.444318] env[69437]: DEBUG nova.compute.manager [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Received event network-changed-e5da7e84-0d35-413a-9a10-f6013776b458 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.444318] env[69437]: DEBUG nova.compute.manager [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Refreshing instance network info cache due to event network-changed-e5da7e84-0d35-413a-9a10-f6013776b458. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.444318] env[69437]: DEBUG oslo_concurrency.lockutils [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] Acquiring lock "refresh_cache-535193c6-1bb6-4125-9e49-e4314032ae13" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.477619] env[69437]: DEBUG oslo_vmware.api [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4103969, 'name': PowerOnVM_Task, 'duration_secs': 0.775813} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.477619] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.478228] env[69437]: INFO nova.compute.manager [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1063.478491] env[69437]: DEBUG nova.compute.manager [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1063.479332] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e51e25-d27d-4379-9e38-9bda7756fa29 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.498166] env[69437]: DEBUG nova.scheduler.client.report [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.541953] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103970, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.724756] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Releasing lock "refresh_cache-ac0ac227-3c0e-486d-8389-1040d801513a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.725353] env[69437]: DEBUG nova.compute.manager [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Instance network_info: |[{"id": "0bc083bf-f613-44d2-9c2f-b624d5845fac", "address": "fa:16:3e:ce:a1:b8", "network": {"id": "e72ee79c-f288-4103-8bb4-de130a17e88a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-889891518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "361ee8a366654cccbe9fa7b220b53195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc083bf-f6", "ovs_interfaceid": "0bc083bf-f613-44d2-9c2f-b624d5845fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.725623] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:a1:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bc083bf-f613-44d2-9c2f-b624d5845fac', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.734033] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Creating folder: Project (361ee8a366654cccbe9fa7b220b53195). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.734736] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcb83a2b-c306-4304-8813-4fdd22fa5f80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.749787] env[69437]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1063.749927] env[69437]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69437) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1063.750436] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Folder already exists: Project (361ee8a366654cccbe9fa7b220b53195). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1063.750564] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Creating folder: Instances. Parent ref: group-v812915. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.750792] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59c0d036-e3de-4b0c-a0be-9b95d9281c46 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.763779] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Created folder: Instances in parent group-v812915. [ 1063.764066] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.764278] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.764500] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f042308-4133-4b10-9d7d-bbf9cd9a3881 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.786543] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.786543] env[69437]: value = "task-4103973" [ 1063.786543] env[69437]: _type = "Task" [ 1063.786543] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.800313] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103973, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.845807] env[69437]: DEBUG nova.network.neutron [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.001816] env[69437]: DEBUG nova.network.neutron [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Updating instance_info_cache with network_info: [{"id": "e5da7e84-0d35-413a-9a10-f6013776b458", "address": "fa:16:3e:70:51:0e", "network": {"id": "f0f7f6f8-3350-468f-adab-e53b677f4dfb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-496918775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c2ec043292404996aa9463675392d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5da7e84-0d", "ovs_interfaceid": "e5da7e84-0d35-413a-9a10-f6013776b458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.006373] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.006868] env[69437]: DEBUG nova.compute.manager [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.012627] env[69437]: INFO nova.compute.manager [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Took 20.42 seconds to build instance. [ 1064.014580] env[69437]: DEBUG oslo_concurrency.lockutils [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.329s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.015080] env[69437]: DEBUG nova.objects.instance [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lazy-loading 'resources' on Instance uuid 71e24efd-5007-4d73-ac4b-5a4b0b93b463 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.037124] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103970, 'name': CloneVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.145140] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.145601] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.145962] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.146296] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.146592] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.149987] env[69437]: INFO nova.compute.manager [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Terminating instance [ 1064.298806] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103973, 'name': CreateVM_Task, 'duration_secs': 0.396973} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.299181] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.299849] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '759f89b3-f12f-4399-a019-7e37b2aa31c8', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812921', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'name': 'volume-4ca545ba-e488-4b00-9f70-abb1e644dea7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac0ac227-3c0e-486d-8389-1040d801513a', 'attached_at': '', 'detached_at': '', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'serial': '4ca545ba-e488-4b00-9f70-abb1e644dea7'}, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1064.300114] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Root volume attach. Driver type: vmdk {{(pid=69437) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1064.301070] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5604c6bc-28fe-43a9-b339-67f4454e36ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.312174] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da100a6-758a-4353-8276-d6b75138a1b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.319790] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be638ad1-b6b0-40e1-9f05-16b49e3ec5d6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.326726] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f30084cd-7a50-432d-8655-bd24cb4f5b17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.335685] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1064.335685] env[69437]: value = "task-4103974" [ 1064.335685] env[69437]: _type = "Task" [ 1064.335685] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.345189] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103974, 'name': RelocateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.514753] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Releasing lock "refresh_cache-535193c6-1bb6-4125-9e49-e4314032ae13" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.515162] env[69437]: DEBUG nova.compute.manager [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Instance network_info: |[{"id": "e5da7e84-0d35-413a-9a10-f6013776b458", "address": "fa:16:3e:70:51:0e", "network": {"id": "f0f7f6f8-3350-468f-adab-e53b677f4dfb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-496918775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c2ec043292404996aa9463675392d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5da7e84-0d", "ovs_interfaceid": "e5da7e84-0d35-413a-9a10-f6013776b458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.515469] env[69437]: DEBUG oslo_concurrency.lockutils [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] Acquired lock "refresh_cache-535193c6-1bb6-4125-9e49-e4314032ae13" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.515755] env[69437]: DEBUG nova.network.neutron [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Refreshing network info cache for port e5da7e84-0d35-413a-9a10-f6013776b458 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.517073] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:51:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5da7e84-0d35-413a-9a10-f6013776b458', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.525458] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Creating folder: Project (d2c2ec043292404996aa9463675392d0). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.527904] env[69437]: DEBUG nova.compute.utils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.533022] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9d55d50f-d485-4b67-b36a-1cf9722c8135 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "07df3e47-801f-40da-9568-3558903e5628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.952s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.533022] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08c766d8-1c21-4b25-8c33-6c60d211b434 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.536773] env[69437]: DEBUG nova.compute.manager [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.538172] env[69437]: DEBUG nova.network.neutron [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.564305] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4103970, 'name': CloneVM_Task, 'duration_secs': 1.608769} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.564597] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Created linked-clone VM from snapshot [ 1064.564928] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Created folder: Project (d2c2ec043292404996aa9463675392d0) in parent group-v812682. [ 1064.565244] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Creating folder: Instances. Parent ref: group-v812935. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.566129] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72667d-873d-4f3b-a21d-b67f46b63687 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.571150] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a046d218-20b3-4a20-89d3-7c70c7571715 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.580551] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Uploading image 4c6bf920-361c-4132-9b21-3fdd9c8f7110 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1064.587244] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Created folder: Instances in parent group-v812935. [ 1064.587631] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.590829] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.591385] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84654e37-d8cf-49a8-a203-b9062bdda7a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.612138] env[69437]: DEBUG nova.policy [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5aac8074c6b14dabb7ff4b21a4a2892f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5011a7d95b9d4514b4115ecc31f18c84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.620180] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.620180] env[69437]: value = "task-4103977" [ 1064.620180] env[69437]: _type = "Task" [ 1064.620180] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.621807] env[69437]: DEBUG oslo_vmware.rw_handles [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1064.621807] env[69437]: value = "vm-812932" [ 1064.621807] env[69437]: _type = "VirtualMachine" [ 1064.621807] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1064.622131] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa8341c8-085c-4660-90f6-753364dce6de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.637524] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103977, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.639853] env[69437]: DEBUG oslo_vmware.rw_handles [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lease: (returnval){ [ 1064.639853] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52256909-85cd-48e1-3c93-d9c5c10ff972" [ 1064.639853] env[69437]: _type = "HttpNfcLease" [ 1064.639853] env[69437]: } obtained for exporting VM: (result){ [ 1064.639853] env[69437]: value = "vm-812932" [ 1064.639853] env[69437]: _type = "VirtualMachine" [ 1064.639853] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1064.640260] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the lease: (returnval){ [ 1064.640260] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52256909-85cd-48e1-3c93-d9c5c10ff972" [ 1064.640260] env[69437]: _type = "HttpNfcLease" [ 1064.640260] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1064.650031] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.650031] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52256909-85cd-48e1-3c93-d9c5c10ff972" [ 1064.650031] env[69437]: _type = "HttpNfcLease" [ 1064.650031] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.650542] env[69437]: DEBUG oslo_vmware.rw_handles [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.650542] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52256909-85cd-48e1-3c93-d9c5c10ff972" [ 1064.650542] env[69437]: _type = "HttpNfcLease" [ 1064.650542] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1064.651186] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd610bd0-1d96-4894-a458-2919dbeb8a7a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.660058] env[69437]: DEBUG oslo_vmware.rw_handles [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8b26a-844d-d8db-e809-2db2d948c2bf/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.660310] env[69437]: DEBUG oslo_vmware.rw_handles [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8b26a-844d-d8db-e809-2db2d948c2bf/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1064.666197] env[69437]: DEBUG nova.compute.manager [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.666985] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.668380] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8daa0f9-be8b-467e-bb52-35c8c6986401 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.735643] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.735733] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-882c2628-dcc6-4a03-b113-715c21a392f3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.744060] env[69437]: DEBUG oslo_vmware.api [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1064.744060] env[69437]: value = "task-4103979" [ 1064.744060] env[69437]: _type = "Task" [ 1064.744060] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.757736] env[69437]: DEBUG oslo_vmware.api [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.764318] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-835dc76a-42c2-42df-977c-ab0122cd13e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.849805] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103974, 'name': RelocateVM_Task, 'duration_secs': 0.412917} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.850710] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1064.850710] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812921', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'name': 'volume-4ca545ba-e488-4b00-9f70-abb1e644dea7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac0ac227-3c0e-486d-8389-1040d801513a', 'attached_at': '', 'detached_at': '', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'serial': '4ca545ba-e488-4b00-9f70-abb1e644dea7'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1064.851396] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394c956c-1d4f-4cca-aff6-9249ef6aae60 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.870885] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1d0d1e-346d-44ba-ab38-14952b59d8b4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.894229] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-4ca545ba-e488-4b00-9f70-abb1e644dea7/volume-4ca545ba-e488-4b00-9f70-abb1e644dea7.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.897286] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14e0f442-f45f-468a-a1eb-a7bffb1be744 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.919594] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1064.919594] env[69437]: value = "task-4103980" [ 1064.919594] env[69437]: _type = "Task" [ 1064.919594] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.934902] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.960905] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c798cd-e7ef-4c70-bc35-b18ab595c22c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.969839] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cd4c4d-00d1-48f4-9746-f98ec6f052c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.006646] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7859ded4-074b-452a-a018-303283c84f57 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.015182] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bfc4b7-ec43-42d8-b439-8c71a64b444e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.031813] env[69437]: DEBUG nova.compute.provider_tree [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.037863] env[69437]: DEBUG nova.compute.manager [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.137029] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103977, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.257306] env[69437]: DEBUG oslo_vmware.api [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103979, 'name': PowerOffVM_Task, 'duration_secs': 0.283448} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.257613] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.257792] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.258149] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b32a28-43c1-49f4-b321-0a9ad3145f04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.341028] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.341028] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.341028] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleting the datastore file [datastore1] 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.341028] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a259b7c1-933b-4c58-8188-298424ecdd98 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.349062] env[69437]: DEBUG oslo_vmware.api [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1065.349062] env[69437]: value = "task-4103982" [ 1065.349062] env[69437]: _type = "Task" [ 1065.349062] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.361401] env[69437]: DEBUG oslo_vmware.api [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.387084] env[69437]: DEBUG nova.network.neutron [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Successfully created port: fd633598-c27a-4fe6-8ee1-bcb491640e8b {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.431818] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103980, 'name': ReconfigVM_Task, 'duration_secs': 0.439693} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.432198] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-4ca545ba-e488-4b00-9f70-abb1e644dea7/volume-4ca545ba-e488-4b00-9f70-abb1e644dea7.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.440089] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3467c16-8341-4b31-8102-add6611c22a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.457929] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1065.457929] env[69437]: value = "task-4103983" [ 1065.457929] env[69437]: _type = "Task" [ 1065.457929] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.468153] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.537844] env[69437]: DEBUG nova.scheduler.client.report [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.551961] env[69437]: DEBUG nova.network.neutron [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Updated VIF entry in instance network info cache for port e5da7e84-0d35-413a-9a10-f6013776b458. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.552377] env[69437]: DEBUG nova.network.neutron [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Updating instance_info_cache with network_info: [{"id": "e5da7e84-0d35-413a-9a10-f6013776b458", "address": "fa:16:3e:70:51:0e", "network": {"id": "f0f7f6f8-3350-468f-adab-e53b677f4dfb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-496918775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c2ec043292404996aa9463675392d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5da7e84-0d", "ovs_interfaceid": "e5da7e84-0d35-413a-9a10-f6013776b458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.636372] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103977, 'name': CreateVM_Task, 'duration_secs': 0.632137} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.636727] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.637530] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.637695] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.638118] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.638568] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80363d3-55b5-45f2-a79b-8aed47ed782f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.644846] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1065.644846] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c9b4a6-2a54-11a2-c523-dafc545b7fd0" [ 1065.644846] env[69437]: _type = "Task" [ 1065.644846] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.658926] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c9b4a6-2a54-11a2-c523-dafc545b7fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.865327] env[69437]: DEBUG oslo_vmware.api [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4103982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40667} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.866468] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.866468] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.866468] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.866468] env[69437]: INFO nova.compute.manager [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1065.866633] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.866890] env[69437]: DEBUG nova.compute.manager [-] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.866984] env[69437]: DEBUG nova.network.neutron [-] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.876842] env[69437]: DEBUG nova.compute.manager [req-80fd2329-bd57-4ca2-a9a2-4ecdbb5a07ed req-afffbc50-5445-4eae-bacc-01f2ec239ffd service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.877216] env[69437]: DEBUG nova.compute.manager [req-80fd2329-bd57-4ca2-a9a2-4ecdbb5a07ed req-afffbc50-5445-4eae-bacc-01f2ec239ffd service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing instance network info cache due to event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.877686] env[69437]: DEBUG oslo_concurrency.lockutils [req-80fd2329-bd57-4ca2-a9a2-4ecdbb5a07ed req-afffbc50-5445-4eae-bacc-01f2ec239ffd service nova] Acquiring lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.878046] env[69437]: DEBUG oslo_concurrency.lockutils [req-80fd2329-bd57-4ca2-a9a2-4ecdbb5a07ed req-afffbc50-5445-4eae-bacc-01f2ec239ffd service nova] Acquired lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.879425] env[69437]: DEBUG nova.network.neutron [req-80fd2329-bd57-4ca2-a9a2-4ecdbb5a07ed req-afffbc50-5445-4eae-bacc-01f2ec239ffd service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.972035] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103983, 'name': ReconfigVM_Task, 'duration_secs': 0.222419} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.973851] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812921', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'name': 'volume-4ca545ba-e488-4b00-9f70-abb1e644dea7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac0ac227-3c0e-486d-8389-1040d801513a', 'attached_at': '', 'detached_at': '', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'serial': '4ca545ba-e488-4b00-9f70-abb1e644dea7'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1065.973851] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b415a534-1c1e-49a4-ba98-9ea28fd6437c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.986261] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1065.986261] env[69437]: value = "task-4103984" [ 1065.986261] env[69437]: _type = "Task" [ 1065.986261] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.003227] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103984, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.043696] env[69437]: DEBUG oslo_concurrency.lockutils [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.048969] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.027s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.052085] env[69437]: INFO nova.compute.claims [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.061022] env[69437]: DEBUG nova.compute.manager [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.064767] env[69437]: DEBUG oslo_concurrency.lockutils [req-d6a876a0-748b-4142-8087-8359b28af611 req-9fcaf82b-df22-4281-aea9-149f88bbc748 service nova] Releasing lock "refresh_cache-535193c6-1bb6-4125-9e49-e4314032ae13" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.088103] env[69437]: INFO nova.scheduler.client.report [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Deleted allocations for instance 71e24efd-5007-4d73-ac4b-5a4b0b93b463 [ 1066.111271] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.111590] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.112452] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.112452] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.113031] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.113395] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.113977] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.114670] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.115202] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.115735] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.115895] env[69437]: DEBUG nova.virt.hardware [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.117200] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3145dc-6d1a-4836-94b5-169a84e7de80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.132958] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651f14ac-9f5e-470b-be41-99c427bfb66d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.171196] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c9b4a6-2a54-11a2-c523-dafc545b7fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.172644] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.172977] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.173403] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.173547] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.173759] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.174428] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-739314d5-b046-4219-8e0a-a2db888b34fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.186683] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.186976] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.187845] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8643bed8-9e16-49be-9a64-f980c6838834 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.196564] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1066.196564] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52faf3db-cf90-1305-948d-abf95898ac1f" [ 1066.196564] env[69437]: _type = "Task" [ 1066.196564] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.208454] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52faf3db-cf90-1305-948d-abf95898ac1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.502240] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103984, 'name': Rename_Task, 'duration_secs': 0.203204} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.502711] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.503027] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a722ec24-a8f2-431e-9988-245e864fbc02 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.511413] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1066.511413] env[69437]: value = "task-4103985" [ 1066.511413] env[69437]: _type = "Task" [ 1066.511413] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.522817] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.603783] env[69437]: DEBUG oslo_concurrency.lockutils [None req-129edef0-8862-438b-8ac7-66d9ee023b78 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Lock "71e24efd-5007-4d73-ac4b-5a4b0b93b463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.062s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.696483] env[69437]: DEBUG nova.network.neutron [req-80fd2329-bd57-4ca2-a9a2-4ecdbb5a07ed req-afffbc50-5445-4eae-bacc-01f2ec239ffd service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updated VIF entry in instance network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.696982] env[69437]: DEBUG nova.network.neutron [req-80fd2329-bd57-4ca2-a9a2-4ecdbb5a07ed req-afffbc50-5445-4eae-bacc-01f2ec239ffd service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.710959] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52faf3db-cf90-1305-948d-abf95898ac1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.714203] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90f71dc-c83a-4857-9291-7fad04886437 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.721477] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1066.721477] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520af92e-ed41-455d-34c1-dc1e7087a1e7" [ 1066.721477] env[69437]: _type = "Task" [ 1066.721477] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.732483] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520af92e-ed41-455d-34c1-dc1e7087a1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.808629] env[69437]: DEBUG nova.network.neutron [-] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.030949] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103985, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.069381] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "042677e0-5bec-4b37-9789-206c0c96df0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.069381] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "042677e0-5bec-4b37-9789-206c0c96df0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.205140] env[69437]: DEBUG oslo_concurrency.lockutils [req-80fd2329-bd57-4ca2-a9a2-4ecdbb5a07ed req-afffbc50-5445-4eae-bacc-01f2ec239ffd service nova] Releasing lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.238352] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520af92e-ed41-455d-34c1-dc1e7087a1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.238723] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.239344] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 535193c6-1bb6-4125-9e49-e4314032ae13/535193c6-1bb6-4125-9e49-e4314032ae13.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.239451] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad8cc5b-4f74-4308-be43-5c7aaae976a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.251881] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1067.251881] env[69437]: value = "task-4103986" [ 1067.251881] env[69437]: _type = "Task" [ 1067.251881] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.263330] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.312211] env[69437]: INFO nova.compute.manager [-] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Took 1.45 seconds to deallocate network for instance. [ 1067.418639] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e81cf-2266-4ba3-b654-f16eaf7678b4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.425824] env[69437]: DEBUG nova.network.neutron [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Successfully updated port: fd633598-c27a-4fe6-8ee1-bcb491640e8b {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.431808] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24013448-81c2-4ac7-abfe-ac8ce67b1982 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.481749] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce75e234-dace-4e25-85a9-5fdd081fef40 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.491866] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4a1490-452d-4527-8281-a291cb2b7859 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.511812] env[69437]: DEBUG nova.compute.provider_tree [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.526442] env[69437]: DEBUG oslo_vmware.api [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4103985, 'name': PowerOnVM_Task, 'duration_secs': 0.61338} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.526853] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.527436] env[69437]: INFO nova.compute.manager [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1067.527522] env[69437]: DEBUG nova.compute.manager [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.529256] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d9b21-4aea-4a8e-b3cc-2e1a196b9dea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.578231] env[69437]: DEBUG nova.compute.manager [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.764514] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514352} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.764514] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 535193c6-1bb6-4125-9e49-e4314032ae13/535193c6-1bb6-4125-9e49-e4314032ae13.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.764514] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.764514] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0469b59-87dc-472c-bbb2-00b243327753 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.772486] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1067.772486] env[69437]: value = "task-4103987" [ 1067.772486] env[69437]: _type = "Task" [ 1067.772486] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.780580] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.788879] env[69437]: DEBUG oslo_concurrency.lockutils [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.789174] env[69437]: DEBUG oslo_concurrency.lockutils [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.823972] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.929248] env[69437]: DEBUG nova.compute.manager [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Received event network-vif-deleted-aad6a1fc-29d8-4494-87bf-3704c561deaf {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.929530] env[69437]: DEBUG nova.compute.manager [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Received event network-vif-plugged-fd633598-c27a-4fe6-8ee1-bcb491640e8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.929678] env[69437]: DEBUG oslo_concurrency.lockutils [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.929892] env[69437]: DEBUG oslo_concurrency.lockutils [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.935372] env[69437]: DEBUG oslo_concurrency.lockutils [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.935372] env[69437]: DEBUG nova.compute.manager [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] No waiting events found dispatching network-vif-plugged-fd633598-c27a-4fe6-8ee1-bcb491640e8b {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.935372] env[69437]: WARNING nova.compute.manager [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Received unexpected event network-vif-plugged-fd633598-c27a-4fe6-8ee1-bcb491640e8b for instance with vm_state building and task_state spawning. [ 1067.935372] env[69437]: DEBUG nova.compute.manager [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Received event network-changed-fd633598-c27a-4fe6-8ee1-bcb491640e8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.935372] env[69437]: DEBUG nova.compute.manager [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Refreshing instance network info cache due to event network-changed-fd633598-c27a-4fe6-8ee1-bcb491640e8b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.935372] env[69437]: DEBUG oslo_concurrency.lockutils [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] Acquiring lock "refresh_cache-92bedd45-81ff-4db6-8152-2f2e0611019e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.935372] env[69437]: DEBUG oslo_concurrency.lockutils [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] Acquired lock "refresh_cache-92bedd45-81ff-4db6-8152-2f2e0611019e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935372] env[69437]: DEBUG nova.network.neutron [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Refreshing network info cache for port fd633598-c27a-4fe6-8ee1-bcb491640e8b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.937217] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "refresh_cache-92bedd45-81ff-4db6-8152-2f2e0611019e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.019078] env[69437]: DEBUG nova.scheduler.client.report [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.058767] env[69437]: INFO nova.compute.manager [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Took 22.98 seconds to build instance. [ 1068.102128] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.285974] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12921} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.286133] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.287651] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34037d5c-973c-454d-9501-1c2ada096d6d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.292774] env[69437]: INFO nova.compute.manager [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Detaching volume 5118ecb0-159b-415a-a60b-be2cff06b35f [ 1068.315543] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 535193c6-1bb6-4125-9e49-e4314032ae13/535193c6-1bb6-4125-9e49-e4314032ae13.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.318499] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24af3cc0-ad57-401f-aceb-53afd4b7d295 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.340456] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1068.340456] env[69437]: value = "task-4103988" [ 1068.340456] env[69437]: _type = "Task" [ 1068.340456] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.352620] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.389854] env[69437]: INFO nova.virt.block_device [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Attempting to driver detach volume 5118ecb0-159b-415a-a60b-be2cff06b35f from mountpoint /dev/sdb [ 1068.390127] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1068.391250] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812905', 'volume_id': '5118ecb0-159b-415a-a60b-be2cff06b35f', 'name': 'volume-5118ecb0-159b-415a-a60b-be2cff06b35f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2698ec9f-60a3-44b7-ae51-7a8ab8dec023', 'attached_at': '', 'detached_at': '', 'volume_id': '5118ecb0-159b-415a-a60b-be2cff06b35f', 'serial': '5118ecb0-159b-415a-a60b-be2cff06b35f'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1068.391250] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67beed34-b445-4fe7-91cc-13af6362e83f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.413419] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a282f9-940a-4fa1-b070-bec291fc1b59 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.422260] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af967a8-5e13-454a-90cc-3579fe95bd45 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.453423] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3359885b-7239-46ae-a63c-afd96b879979 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.473918] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] The volume has not been displaced from its original location: [datastore2] volume-5118ecb0-159b-415a-a60b-be2cff06b35f/volume-5118ecb0-159b-415a-a60b-be2cff06b35f.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1068.480124] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.480524] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15195ce-f483-4948-8da4-a884f3ebb392 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.502661] env[69437]: DEBUG oslo_vmware.api [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1068.502661] env[69437]: value = "task-4103989" [ 1068.502661] env[69437]: _type = "Task" [ 1068.502661] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.512608] env[69437]: DEBUG oslo_vmware.api [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.525701] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.526262] env[69437]: DEBUG nova.compute.manager [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.529049] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.312s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.529254] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.531541] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.988s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.531828] env[69437]: DEBUG nova.objects.instance [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lazy-loading 'resources' on Instance uuid 5d5bf804-882e-490a-adc5-6540b2361496 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.541412] env[69437]: DEBUG nova.network.neutron [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.561729] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "ac0ac227-3c0e-486d-8389-1040d801513a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.486s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.573228] env[69437]: INFO nova.scheduler.client.report [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted allocations for instance dcea48d0-305d-4a74-98fc-efcfeb2ab766 [ 1068.723851] env[69437]: DEBUG nova.network.neutron [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.851517] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.014047] env[69437]: DEBUG oslo_vmware.api [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103989, 'name': ReconfigVM_Task, 'duration_secs': 0.298272} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.014471] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.019649] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c97875af-135d-408e-a4d9-bfcc18d40460 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.035780] env[69437]: DEBUG nova.compute.utils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.042603] env[69437]: DEBUG nova.compute.manager [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.042924] env[69437]: DEBUG nova.network.neutron [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.045250] env[69437]: DEBUG oslo_vmware.api [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1069.045250] env[69437]: value = "task-4103990" [ 1069.045250] env[69437]: _type = "Task" [ 1069.045250] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.056818] env[69437]: DEBUG oslo_vmware.api [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103990, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.083553] env[69437]: DEBUG oslo_concurrency.lockutils [None req-84e04c05-791f-473b-a34d-049744bf98a8 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "dcea48d0-305d-4a74-98fc-efcfeb2ab766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.711s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.227736] env[69437]: DEBUG oslo_concurrency.lockutils [req-c8950784-28f4-4268-9a75-49abe5a3bab4 req-32ddb85b-5f61-48db-bd87-a07ef8b25502 service nova] Releasing lock "refresh_cache-92bedd45-81ff-4db6-8152-2f2e0611019e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.228474] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired lock "refresh_cache-92bedd45-81ff-4db6-8152-2f2e0611019e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.228663] env[69437]: DEBUG nova.network.neutron [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.282249] env[69437]: DEBUG nova.policy [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ec123be66949629c41932c53a5e510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c4caf8c2214734bb14b0bb9f59d746', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.323896] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1593171-597f-4788-9db5-dd081245f3aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.332391] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bd6314-a4e5-4bb6-8a22-61cf540c0cf8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.380800] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04dcbbf-8f0d-4387-b4e3-78190020673b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.392638] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103988, 'name': ReconfigVM_Task, 'duration_secs': 0.770585} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.397351] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 535193c6-1bb6-4125-9e49-e4314032ae13/535193c6-1bb6-4125-9e49-e4314032ae13.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.397351] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-793d7b93-7fdf-49a9-b299-24b19511eec5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.399601] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b0dfe4-f475-4e2f-bbdc-c76d052d58d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.420801] env[69437]: DEBUG nova.compute.provider_tree [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.424658] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1069.424658] env[69437]: value = "task-4103991" [ 1069.424658] env[69437]: _type = "Task" [ 1069.424658] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.437223] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103991, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.548584] env[69437]: DEBUG nova.compute.manager [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.570748] env[69437]: DEBUG oslo_vmware.api [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103990, 'name': ReconfigVM_Task, 'duration_secs': 0.16764} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.571142] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812905', 'volume_id': '5118ecb0-159b-415a-a60b-be2cff06b35f', 'name': 'volume-5118ecb0-159b-415a-a60b-be2cff06b35f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2698ec9f-60a3-44b7-ae51-7a8ab8dec023', 'attached_at': '', 'detached_at': '', 'volume_id': '5118ecb0-159b-415a-a60b-be2cff06b35f', 'serial': '5118ecb0-159b-415a-a60b-be2cff06b35f'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1069.789806] env[69437]: DEBUG nova.network.neutron [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.927038] env[69437]: DEBUG nova.scheduler.client.report [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.942962] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103991, 'name': Rename_Task, 'duration_secs': 0.17874} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.943361] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.943807] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba3bc53b-da65-487f-bd53-273d14424460 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.954944] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1069.954944] env[69437]: value = "task-4103992" [ 1069.954944] env[69437]: _type = "Task" [ 1069.954944] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.967984] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.028507] env[69437]: DEBUG nova.compute.manager [req-20fddf1b-99fc-45a4-b5f4-3191bda9f309 req-2235805d-12db-4b28-bd21-0c4fbfd0b666 service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Received event network-changed-0bc083bf-f613-44d2-9c2f-b624d5845fac {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.028732] env[69437]: DEBUG nova.compute.manager [req-20fddf1b-99fc-45a4-b5f4-3191bda9f309 req-2235805d-12db-4b28-bd21-0c4fbfd0b666 service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Refreshing instance network info cache due to event network-changed-0bc083bf-f613-44d2-9c2f-b624d5845fac. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.028969] env[69437]: DEBUG oslo_concurrency.lockutils [req-20fddf1b-99fc-45a4-b5f4-3191bda9f309 req-2235805d-12db-4b28-bd21-0c4fbfd0b666 service nova] Acquiring lock "refresh_cache-ac0ac227-3c0e-486d-8389-1040d801513a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.029706] env[69437]: DEBUG oslo_concurrency.lockutils [req-20fddf1b-99fc-45a4-b5f4-3191bda9f309 req-2235805d-12db-4b28-bd21-0c4fbfd0b666 service nova] Acquired lock "refresh_cache-ac0ac227-3c0e-486d-8389-1040d801513a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.029902] env[69437]: DEBUG nova.network.neutron [req-20fddf1b-99fc-45a4-b5f4-3191bda9f309 req-2235805d-12db-4b28-bd21-0c4fbfd0b666 service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Refreshing network info cache for port 0bc083bf-f613-44d2-9c2f-b624d5845fac {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.086847] env[69437]: DEBUG nova.network.neutron [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Successfully created port: 12970dc2-674f-42db-a81c-fb7d51ce2bdc {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.093643] env[69437]: DEBUG nova.network.neutron [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Updating instance_info_cache with network_info: [{"id": "fd633598-c27a-4fe6-8ee1-bcb491640e8b", "address": "fa:16:3e:2e:b3:70", "network": {"id": "921322db-bb4f-4b58-be4d-71f9de28176d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286415362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5011a7d95b9d4514b4115ecc31f18c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd633598-c2", "ovs_interfaceid": "fd633598-c27a-4fe6-8ee1-bcb491640e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.132425] env[69437]: DEBUG nova.objects.instance [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lazy-loading 'flavor' on Instance uuid 2698ec9f-60a3-44b7-ae51-7a8ab8dec023 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.436536] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.438896] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.879s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.440885] env[69437]: INFO nova.compute.claims [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.467773] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.468788] env[69437]: INFO nova.scheduler.client.report [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted allocations for instance 5d5bf804-882e-490a-adc5-6540b2361496 [ 1070.566256] env[69437]: DEBUG nova.compute.manager [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.604233] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.604546] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.604744] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.604945] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.606012] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.606243] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.606477] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.606664] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.607127] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.607127] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.607216] env[69437]: DEBUG nova.virt.hardware [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.607838] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Releasing lock "refresh_cache-92bedd45-81ff-4db6-8152-2f2e0611019e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.608045] env[69437]: DEBUG nova.compute.manager [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Instance network_info: |[{"id": "fd633598-c27a-4fe6-8ee1-bcb491640e8b", "address": "fa:16:3e:2e:b3:70", "network": {"id": "921322db-bb4f-4b58-be4d-71f9de28176d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286415362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5011a7d95b9d4514b4115ecc31f18c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd633598-c2", "ovs_interfaceid": "fd633598-c27a-4fe6-8ee1-bcb491640e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.609188] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9887936c-ec74-4d52-a890-c217c09e6fe4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.612173] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:b3:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd633598-c27a-4fe6-8ee1-bcb491640e8b', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.621460] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.621904] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.622631] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dcfe61d-be07-475a-9d46-eee16d57a49a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.649905] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76651f48-f5f7-4217-902c-858ebd855f47 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.655764] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.655764] env[69437]: value = "task-4103993" [ 1070.655764] env[69437]: _type = "Task" [ 1070.655764] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.665999] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103993, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.863262] env[69437]: DEBUG nova.network.neutron [req-20fddf1b-99fc-45a4-b5f4-3191bda9f309 req-2235805d-12db-4b28-bd21-0c4fbfd0b666 service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Updated VIF entry in instance network info cache for port 0bc083bf-f613-44d2-9c2f-b624d5845fac. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.863262] env[69437]: DEBUG nova.network.neutron [req-20fddf1b-99fc-45a4-b5f4-3191bda9f309 req-2235805d-12db-4b28-bd21-0c4fbfd0b666 service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Updating instance_info_cache with network_info: [{"id": "0bc083bf-f613-44d2-9c2f-b624d5845fac", "address": "fa:16:3e:ce:a1:b8", "network": {"id": "e72ee79c-f288-4103-8bb4-de130a17e88a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-889891518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "361ee8a366654cccbe9fa7b220b53195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc083bf-f6", "ovs_interfaceid": "0bc083bf-f613-44d2-9c2f-b624d5845fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.967903] env[69437]: DEBUG oslo_vmware.api [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4103992, 'name': PowerOnVM_Task, 'duration_secs': 0.984533} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.968246] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.968558] env[69437]: INFO nova.compute.manager [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1070.968789] env[69437]: DEBUG nova.compute.manager [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.969745] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd3ed28-e185-4f87-9876-163663fe762c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.987010] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26c9b212-1e33-4637-83bc-0b293f98fa70 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "5d5bf804-882e-490a-adc5-6540b2361496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.842s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.160579] env[69437]: DEBUG oslo_concurrency.lockutils [None req-343de8e9-f324-4a95-8d3a-bfbe86e7823f tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.370s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.176032] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103993, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.369721] env[69437]: DEBUG oslo_concurrency.lockutils [req-20fddf1b-99fc-45a4-b5f4-3191bda9f309 req-2235805d-12db-4b28-bd21-0c4fbfd0b666 service nova] Releasing lock "refresh_cache-ac0ac227-3c0e-486d-8389-1040d801513a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.505606] env[69437]: INFO nova.compute.manager [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Took 23.09 seconds to build instance. [ 1071.680157] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4103993, 'name': CreateVM_Task, 'duration_secs': 0.700407} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.681682] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.682542] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.682727] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.683083] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.683392] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c45d097a-4e2f-4bda-b56f-2adb546a56ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.693599] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1071.693599] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c10f40-82ff-376b-c61e-dbf884dde130" [ 1071.693599] env[69437]: _type = "Task" [ 1071.693599] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.704226] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c10f40-82ff-376b-c61e-dbf884dde130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.761035] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f113ca-cf95-4713-8533-382f462e475f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.766230] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853f71cf-f10f-4e21-9487-1127c7515928 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.806608] env[69437]: DEBUG nova.network.neutron [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Successfully updated port: 12970dc2-674f-42db-a81c-fb7d51ce2bdc {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.809400] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca292b1f-76e6-42cf-a71c-f06e66b09d00 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.819051] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be275b83-2253-4eb4-ba5e-1530371bd798 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.836325] env[69437]: DEBUG nova.compute.provider_tree [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.008407] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05a21944-db37-4f95-b924-4916fb7fc201 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "535193c6-1bb6-4125-9e49-e4314032ae13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.610s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.207075] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "f9ea8fbf-b017-4baf-8649-64747eccb23f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.207075] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.217797] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c10f40-82ff-376b-c61e-dbf884dde130, 'name': SearchDatastore_Task, 'duration_secs': 0.017365} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.222669] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.222990] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.223261] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.223450] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.225192] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.225192] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e970ba94-6369-4085-976c-68ce926758dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.237841] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.238243] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.238948] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79af9e9-f597-4b51-b558-57264f1dfc3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.246345] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1072.246345] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c4b18f-2eb1-45e9-0ca2-8a1c9978a541" [ 1072.246345] env[69437]: _type = "Task" [ 1072.246345] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.256768] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c4b18f-2eb1-45e9-0ca2-8a1c9978a541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.269775] env[69437]: DEBUG nova.compute.manager [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Received event network-vif-plugged-12970dc2-674f-42db-a81c-fb7d51ce2bdc {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.269996] env[69437]: DEBUG oslo_concurrency.lockutils [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] Acquiring lock "73310bc1-56dc-4818-8965-0a4050bdf3cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.270345] env[69437]: DEBUG oslo_concurrency.lockutils [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] Lock "73310bc1-56dc-4818-8965-0a4050bdf3cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.270423] env[69437]: DEBUG oslo_concurrency.lockutils [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] Lock "73310bc1-56dc-4818-8965-0a4050bdf3cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.270611] env[69437]: DEBUG nova.compute.manager [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] No waiting events found dispatching network-vif-plugged-12970dc2-674f-42db-a81c-fb7d51ce2bdc {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.270800] env[69437]: WARNING nova.compute.manager [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Received unexpected event network-vif-plugged-12970dc2-674f-42db-a81c-fb7d51ce2bdc for instance with vm_state building and task_state spawning. [ 1072.272726] env[69437]: DEBUG nova.compute.manager [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Received event network-changed-12970dc2-674f-42db-a81c-fb7d51ce2bdc {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.272726] env[69437]: DEBUG nova.compute.manager [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Refreshing instance network info cache due to event network-changed-12970dc2-674f-42db-a81c-fb7d51ce2bdc. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.272726] env[69437]: DEBUG oslo_concurrency.lockutils [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] Acquiring lock "refresh_cache-73310bc1-56dc-4818-8965-0a4050bdf3cb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.272726] env[69437]: DEBUG oslo_concurrency.lockutils [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] Acquired lock "refresh_cache-73310bc1-56dc-4818-8965-0a4050bdf3cb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.272726] env[69437]: DEBUG nova.network.neutron [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Refreshing network info cache for port 12970dc2-674f-42db-a81c-fb7d51ce2bdc {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.313621] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "refresh_cache-73310bc1-56dc-4818-8965-0a4050bdf3cb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.342046] env[69437]: DEBUG nova.scheduler.client.report [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.407379] env[69437]: DEBUG oslo_concurrency.lockutils [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.407379] env[69437]: DEBUG oslo_concurrency.lockutils [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.407566] env[69437]: DEBUG oslo_concurrency.lockutils [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.407793] env[69437]: DEBUG oslo_concurrency.lockutils [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.408009] env[69437]: DEBUG oslo_concurrency.lockutils [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.412604] env[69437]: INFO nova.compute.manager [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Terminating instance [ 1072.724471] env[69437]: DEBUG nova.compute.manager [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.758485] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c4b18f-2eb1-45e9-0ca2-8a1c9978a541, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.759923] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7d49f0-c760-42b6-b411-9a78c489354c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.767063] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1072.767063] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527652ba-7fdb-b469-cd84-dad5544cd628" [ 1072.767063] env[69437]: _type = "Task" [ 1072.767063] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.777837] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527652ba-7fdb-b469-cd84-dad5544cd628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.819886] env[69437]: DEBUG nova.network.neutron [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.845479] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.845979] env[69437]: DEBUG nova.compute.manager [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.848815] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.025s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.849129] env[69437]: DEBUG nova.objects.instance [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lazy-loading 'resources' on Instance uuid 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.917995] env[69437]: DEBUG nova.compute.manager [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.917995] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.918094] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc22e233-413c-43d4-b083-3bdb4ef694a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.929725] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.930096] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2854ba9a-529b-4823-9e45-2a164bc0fde7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.938079] env[69437]: DEBUG oslo_vmware.api [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1072.938079] env[69437]: value = "task-4103994" [ 1072.938079] env[69437]: _type = "Task" [ 1072.938079] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.939103] env[69437]: DEBUG nova.network.neutron [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.956311] env[69437]: DEBUG oslo_vmware.api [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.251074] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.282276] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527652ba-7fdb-b469-cd84-dad5544cd628, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.282276] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.282735] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 92bedd45-81ff-4db6-8152-2f2e0611019e/92bedd45-81ff-4db6-8152-2f2e0611019e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.283334] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0de7704-d646-448f-b151-6881fb9c04e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.291962] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1073.291962] env[69437]: value = "task-4103995" [ 1073.291962] env[69437]: _type = "Task" [ 1073.291962] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.305532] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.352589] env[69437]: DEBUG nova.compute.utils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.363044] env[69437]: DEBUG nova.compute.manager [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.363044] env[69437]: DEBUG nova.network.neutron [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.452623] env[69437]: DEBUG oslo_concurrency.lockutils [req-c565ad6a-2e7b-45d9-864f-322a5e297814 req-408acf4a-1c5a-4771-bcad-3a5af4afa415 service nova] Releasing lock "refresh_cache-73310bc1-56dc-4818-8965-0a4050bdf3cb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.453096] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "refresh_cache-73310bc1-56dc-4818-8965-0a4050bdf3cb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.453266] env[69437]: DEBUG nova.network.neutron [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.457888] env[69437]: DEBUG nova.policy [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db445d20901e422a9bdd2b6a817cc8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee76c79bd10745a693c1ef7ebf07e952', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.463984] env[69437]: DEBUG oslo_vmware.api [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103994, 'name': PowerOffVM_Task, 'duration_secs': 0.209202} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.464437] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.464618] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.464945] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-624af6d6-760c-49cd-9dfb-0013a515c37f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.565209] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.565517] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.565600] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Deleting the datastore file [datastore1] 2698ec9f-60a3-44b7-ae51-7a8ab8dec023 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.565990] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8143a8f-5067-4c24-85b8-a6e971a7553e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.581040] env[69437]: DEBUG oslo_vmware.api [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1073.581040] env[69437]: value = "task-4103997" [ 1073.581040] env[69437]: _type = "Task" [ 1073.581040] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.592955] env[69437]: DEBUG oslo_vmware.api [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.691519] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf0a433-f801-4969-a1b5-6ee9df4942de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.701714] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b56543-d7ff-4407-98bc-1da1c47d13ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.745349] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34ed92-718d-4214-ae24-7f6286437928 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.757164] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8832711a-f94e-479c-97d5-c4df49d3d7a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.775279] env[69437]: DEBUG nova.compute.provider_tree [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.807462] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.861718] env[69437]: DEBUG nova.compute.manager [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.940600] env[69437]: DEBUG nova.network.neutron [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Successfully created port: 8497a0be-4911-44b0-8da5-5d885504a52e {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.044156] env[69437]: DEBUG nova.network.neutron [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.053950] env[69437]: DEBUG nova.compute.manager [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1074.055562] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb32ea7-2454-4c64-90d0-95d6ba0b3e92 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.103714] env[69437]: DEBUG oslo_vmware.api [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4103997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34577} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.104854] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.104854] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.105144] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.105361] env[69437]: INFO nova.compute.manager [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1074.105768] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.106869] env[69437]: DEBUG nova.compute.manager [-] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.106977] env[69437]: DEBUG nova.network.neutron [-] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.280070] env[69437]: DEBUG nova.scheduler.client.report [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.311704] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617286} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.312024] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 92bedd45-81ff-4db6-8152-2f2e0611019e/92bedd45-81ff-4db6-8152-2f2e0611019e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.312338] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.312534] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdc585aa-8ce4-4472-84db-2793f9901efd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.323989] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1074.323989] env[69437]: value = "task-4103998" [ 1074.323989] env[69437]: _type = "Task" [ 1074.323989] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.340070] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.367388] env[69437]: DEBUG nova.network.neutron [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Updating instance_info_cache with network_info: [{"id": "12970dc2-674f-42db-a81c-fb7d51ce2bdc", "address": "fa:16:3e:53:14:02", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12970dc2-67", "ovs_interfaceid": "12970dc2-674f-42db-a81c-fb7d51ce2bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.573566] env[69437]: INFO nova.compute.manager [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] instance snapshotting [ 1074.576465] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407068b8-67f3-4e9d-a31d-2860bf1203d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.607688] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquiring lock "c65087a3-722a-4778-bfa2-c98866fa7ad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.607864] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "c65087a3-722a-4778-bfa2-c98866fa7ad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.608160] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquiring lock "c65087a3-722a-4778-bfa2-c98866fa7ad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.608360] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "c65087a3-722a-4778-bfa2-c98866fa7ad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.608563] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "c65087a3-722a-4778-bfa2-c98866fa7ad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.611014] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08197a1-ab76-4a24-aa18-708b75b86095 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.614394] env[69437]: INFO nova.compute.manager [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Terminating instance [ 1074.789016] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.795315] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.693s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.797264] env[69437]: INFO nova.compute.claims [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.815701] env[69437]: DEBUG nova.compute.manager [req-8295599e-c84c-4c38-8766-5012cafdf3fd req-2b403ac8-9d14-4bf5-9190-f97a9207d8e5 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Received event network-vif-deleted-ef7050ab-df12-4ed6-8eb9-f258cc08568b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.815914] env[69437]: INFO nova.compute.manager [req-8295599e-c84c-4c38-8766-5012cafdf3fd req-2b403ac8-9d14-4bf5-9190-f97a9207d8e5 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Neutron deleted interface ef7050ab-df12-4ed6-8eb9-f258cc08568b; detaching it from the instance and deleting it from the info cache [ 1074.817037] env[69437]: DEBUG nova.network.neutron [req-8295599e-c84c-4c38-8766-5012cafdf3fd req-2b403ac8-9d14-4bf5-9190-f97a9207d8e5 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.826700] env[69437]: INFO nova.scheduler.client.report [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted allocations for instance 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6 [ 1074.842431] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081219} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.842739] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.843687] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b060d8-9246-44c1-af4b-c068d55c608c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.869131] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 92bedd45-81ff-4db6-8152-2f2e0611019e/92bedd45-81ff-4db6-8152-2f2e0611019e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.869516] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c2ad6c-d72b-461f-b16f-96ba7946ba4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.884769] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "refresh_cache-73310bc1-56dc-4818-8965-0a4050bdf3cb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.885153] env[69437]: DEBUG nova.compute.manager [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Instance network_info: |[{"id": "12970dc2-674f-42db-a81c-fb7d51ce2bdc", "address": "fa:16:3e:53:14:02", "network": {"id": "682abd28-de4b-4442-8757-7ade824d4ec5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-664894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4caf8c2214734bb14b0bb9f59d746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12970dc2-67", "ovs_interfaceid": "12970dc2-674f-42db-a81c-fb7d51ce2bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.886391] env[69437]: DEBUG nova.compute.manager [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.889753] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:14:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12970dc2-674f-42db-a81c-fb7d51ce2bdc', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.906228] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.911461] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.916236] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b71da3f0-c03d-4df4-b6e9-d56ae5504b9f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.943742] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1074.943742] env[69437]: value = "task-4103999" [ 1074.943742] env[69437]: _type = "Task" [ 1074.943742] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.950955] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.951133] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.951294] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.951499] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.951651] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.951797] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.952028] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.952342] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.952437] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.952598] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.952802] env[69437]: DEBUG nova.virt.hardware [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.953802] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce77ff9-15dd-44ce-99b1-71c44d2d285a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.962318] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.962318] env[69437]: value = "task-4104000" [ 1074.962318] env[69437]: _type = "Task" [ 1074.962318] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.962695] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.969931] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6705002e-fa6f-4dda-b292-7dc33923d999 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.980540] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104000, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.121104] env[69437]: DEBUG nova.compute.manager [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.121437] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.122349] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6389de3-3d30-41d9-9d6a-a5ad088c5ab3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.132478] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1075.132856] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.133215] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7495f2eb-2d13-45d7-8426-c36c3f817b82 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.137737] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e158b5f2-b84a-452f-bb9b-4bf0af5f0fc7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.144053] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1075.144053] env[69437]: value = "task-4104002" [ 1075.144053] env[69437]: _type = "Task" [ 1075.144053] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.146154] env[69437]: DEBUG oslo_vmware.api [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1075.146154] env[69437]: value = "task-4104001" [ 1075.146154] env[69437]: _type = "Task" [ 1075.146154] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.161031] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104002, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.164679] env[69437]: DEBUG oslo_vmware.api [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4104001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.274093] env[69437]: DEBUG nova.network.neutron [-] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.320651] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73af341d-d814-4d86-8e54-e63e29862244 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.344997] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20207bf3-710d-4180-aba3-b1083291061e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.360021] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0be3dc13-3be4-4183-9e26-556398e5171a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "2d4d5e1f-315a-46fd-bb5b-671db7f8bba6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.214s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.411818] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.411818] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.413939] env[69437]: DEBUG nova.compute.manager [req-8295599e-c84c-4c38-8766-5012cafdf3fd req-2b403ac8-9d14-4bf5-9190-f97a9207d8e5 service nova] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Detach interface failed, port_id=ef7050ab-df12-4ed6-8eb9-f258cc08568b, reason: Instance 2698ec9f-60a3-44b7-ae51-7a8ab8dec023 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.456546] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4103999, 'name': ReconfigVM_Task, 'duration_secs': 0.518026} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.456546] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 92bedd45-81ff-4db6-8152-2f2e0611019e/92bedd45-81ff-4db6-8152-2f2e0611019e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.456948] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26591739-1b6c-4db3-8737-89866f4c5dfe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.464811] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1075.464811] env[69437]: value = "task-4104003" [ 1075.464811] env[69437]: _type = "Task" [ 1075.464811] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.484494] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104000, 'name': CreateVM_Task, 'duration_secs': 0.487835} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.490752] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.491710] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104003, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.494108] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.494108] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.494108] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.494108] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6753d663-8429-4af8-a5f3-263e41cae439 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.500027] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1075.500027] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a32696-2f45-ad52-cdf4-3a184cd8d519" [ 1075.500027] env[69437]: _type = "Task" [ 1075.500027] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.519236] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a32696-2f45-ad52-cdf4-3a184cd8d519, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.519236] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.519389] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.519521] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.519654] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.519844] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.520149] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-266f543e-e8ec-4fba-8a6b-1b34932977f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.530865] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.530954] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.534019] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2796a2aa-2118-41cd-9318-1cceb4245889 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.539188] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1075.539188] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522d59ff-2e55-64e6-97a4-ff1ee18df145" [ 1075.539188] env[69437]: _type = "Task" [ 1075.539188] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.552263] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522d59ff-2e55-64e6-97a4-ff1ee18df145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.601497] env[69437]: DEBUG oslo_vmware.rw_handles [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8b26a-844d-d8db-e809-2db2d948c2bf/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1075.602973] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34269af3-2c97-4c4f-b812-992d4d2295ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.609956] env[69437]: DEBUG oslo_vmware.rw_handles [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8b26a-844d-d8db-e809-2db2d948c2bf/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1075.610152] env[69437]: ERROR oslo_vmware.rw_handles [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8b26a-844d-d8db-e809-2db2d948c2bf/disk-0.vmdk due to incomplete transfer. [ 1075.610480] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d474d73-a75d-4d32-b674-a6cd407df6ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.618961] env[69437]: DEBUG oslo_vmware.rw_handles [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8b26a-844d-d8db-e809-2db2d948c2bf/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1075.618961] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Uploaded image 4c6bf920-361c-4132-9b21-3fdd9c8f7110 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1075.621218] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1075.621709] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9932e6e-9a0d-4fa2-8f3f-e31d9bb433a5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.629669] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1075.629669] env[69437]: value = "task-4104004" [ 1075.629669] env[69437]: _type = "Task" [ 1075.629669] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.639370] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104004, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.661819] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104002, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.664591] env[69437]: DEBUG oslo_vmware.api [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4104001, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.780528] env[69437]: INFO nova.compute.manager [-] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Took 1.67 seconds to deallocate network for instance. [ 1075.794635] env[69437]: DEBUG nova.compute.manager [req-76870fc3-d845-49ad-82af-224c1983545c req-c3ca8b16-63b5-46e3-b25a-3fe611582bc1 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Received event network-vif-plugged-8497a0be-4911-44b0-8da5-5d885504a52e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.794878] env[69437]: DEBUG oslo_concurrency.lockutils [req-76870fc3-d845-49ad-82af-224c1983545c req-c3ca8b16-63b5-46e3-b25a-3fe611582bc1 service nova] Acquiring lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.796146] env[69437]: DEBUG oslo_concurrency.lockutils [req-76870fc3-d845-49ad-82af-224c1983545c req-c3ca8b16-63b5-46e3-b25a-3fe611582bc1 service nova] Lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.796146] env[69437]: DEBUG oslo_concurrency.lockutils [req-76870fc3-d845-49ad-82af-224c1983545c req-c3ca8b16-63b5-46e3-b25a-3fe611582bc1 service nova] Lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.796146] env[69437]: DEBUG nova.compute.manager [req-76870fc3-d845-49ad-82af-224c1983545c req-c3ca8b16-63b5-46e3-b25a-3fe611582bc1 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] No waiting events found dispatching network-vif-plugged-8497a0be-4911-44b0-8da5-5d885504a52e {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1075.796146] env[69437]: WARNING nova.compute.manager [req-76870fc3-d845-49ad-82af-224c1983545c req-c3ca8b16-63b5-46e3-b25a-3fe611582bc1 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Received unexpected event network-vif-plugged-8497a0be-4911-44b0-8da5-5d885504a52e for instance with vm_state building and task_state spawning. [ 1075.915564] env[69437]: DEBUG nova.compute.manager [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.936566] env[69437]: DEBUG nova.network.neutron [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Successfully updated port: 8497a0be-4911-44b0-8da5-5d885504a52e {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.980216] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104003, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.052927] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522d59ff-2e55-64e6-97a4-ff1ee18df145, 'name': SearchDatastore_Task, 'duration_secs': 0.010666} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.053791] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3e2896-6904-4b24-9983-4a74856b3d69 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.061165] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1507ff98-041f-4f19-b7a5-38d82b34c50c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.065210] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1076.065210] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5225e8d0-d9ad-95fc-3530-27619b468d08" [ 1076.065210] env[69437]: _type = "Task" [ 1076.065210] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.072011] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65558c96-fbd8-42d0-9d42-1f67f3985a4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.078597] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5225e8d0-d9ad-95fc-3530-27619b468d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.108572] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438e85d2-5ab8-406f-b324-8cc3d594dd44 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.116904] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695114f7-c592-49e4-940c-02f4bf252450 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.125417] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "dc8cb2b3-3246-451a-8480-5d67f12e446e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.125786] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "dc8cb2b3-3246-451a-8480-5d67f12e446e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.135947] env[69437]: DEBUG nova.compute.provider_tree [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.148331] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104004, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.164316] env[69437]: DEBUG oslo_vmware.api [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4104001, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.164568] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104002, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.288085] env[69437]: DEBUG oslo_concurrency.lockutils [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.440183] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquiring lock "refresh_cache-b00b06e2-4049-4ce1-9dc9-5321f64442dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.440598] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquired lock "refresh_cache-b00b06e2-4049-4ce1-9dc9-5321f64442dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.440598] env[69437]: DEBUG nova.network.neutron [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.443062] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.480392] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104003, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.576522] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5225e8d0-d9ad-95fc-3530-27619b468d08, 'name': SearchDatastore_Task, 'duration_secs': 0.016639} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.576788] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.577064] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 73310bc1-56dc-4818-8965-0a4050bdf3cb/73310bc1-56dc-4818-8965-0a4050bdf3cb.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.577334] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0db1110b-73e7-4b27-9993-0d80666d585e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.585238] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1076.585238] env[69437]: value = "task-4104005" [ 1076.585238] env[69437]: _type = "Task" [ 1076.585238] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.594062] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.641136] env[69437]: DEBUG nova.compute.manager [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.645259] env[69437]: DEBUG nova.scheduler.client.report [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.658163] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104004, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.671099] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104002, 'name': CreateSnapshot_Task, 'duration_secs': 1.416342} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.674856] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1076.675611] env[69437]: DEBUG oslo_vmware.api [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4104001, 'name': PowerOffVM_Task, 'duration_secs': 1.245059} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.676463] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e0aa67-51e7-402b-9334-ad6b7de40d0f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.679262] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.679527] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.680386] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9d3f87f-577c-41b2-96e9-a079831f4478 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.765682] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.766091] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.766373] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Deleting the datastore file [datastore2] c65087a3-722a-4778-bfa2-c98866fa7ad3 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.766815] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9753f39f-73b0-4969-b2a5-27e4c8bf12e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.777463] env[69437]: DEBUG oslo_vmware.api [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for the task: (returnval){ [ 1076.777463] env[69437]: value = "task-4104007" [ 1076.777463] env[69437]: _type = "Task" [ 1076.777463] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.794550] env[69437]: DEBUG oslo_vmware.api [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4104007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.987850] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104003, 'name': Rename_Task, 'duration_secs': 1.135711} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.988397] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.988874] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-688eb980-6953-4dfa-8533-6d90e26d83c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.997074] env[69437]: DEBUG nova.network.neutron [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.002255] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1077.002255] env[69437]: value = "task-4104008" [ 1077.002255] env[69437]: _type = "Task" [ 1077.002255] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.014994] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.100511] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104005, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.153363] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.153902] env[69437]: DEBUG nova.compute.manager [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.156953] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104004, 'name': Destroy_Task, 'duration_secs': 1.508472} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.159750] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.909s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.161276] env[69437]: INFO nova.compute.claims [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.167636] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Destroyed the VM [ 1077.167958] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1077.169095] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ddda498d-5cfb-40a6-8266-0b1f704b3d47 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.179660] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1077.179660] env[69437]: value = "task-4104009" [ 1077.179660] env[69437]: _type = "Task" [ 1077.179660] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.184341] env[69437]: DEBUG nova.network.neutron [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Updating instance_info_cache with network_info: [{"id": "8497a0be-4911-44b0-8da5-5d885504a52e", "address": "fa:16:3e:30:d3:24", "network": {"id": "2de9aaaf-53bd-45c9-a7a2-29de7870005b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1159842047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee76c79bd10745a693c1ef7ebf07e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8497a0be-49", "ovs_interfaceid": "8497a0be-4911-44b0-8da5-5d885504a52e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.186747] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.200700] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1077.200941] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104009, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.201191] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a7c053c-4067-4748-93fd-fa0aa7622ef1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.211174] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1077.211174] env[69437]: value = "task-4104010" [ 1077.211174] env[69437]: _type = "Task" [ 1077.211174] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.221223] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104010, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.290209] env[69437]: DEBUG oslo_vmware.api [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Task: {'id': task-4104007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339498} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.290787] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.291303] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.291767] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.292229] env[69437]: INFO nova.compute.manager [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1077.292702] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.293201] env[69437]: DEBUG nova.compute.manager [-] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.293458] env[69437]: DEBUG nova.network.neutron [-] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.515122] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.599672] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535872} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.600476] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 73310bc1-56dc-4818-8965-0a4050bdf3cb/73310bc1-56dc-4818-8965-0a4050bdf3cb.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.604026] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.604026] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfd3d5bd-62c8-414f-ae65-838f87edded8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.614634] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1077.614634] env[69437]: value = "task-4104011" [ 1077.614634] env[69437]: _type = "Task" [ 1077.614634] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.626928] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.660036] env[69437]: DEBUG nova.compute.utils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.662123] env[69437]: DEBUG nova.compute.manager [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.662361] env[69437]: DEBUG nova.network.neutron [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.691880] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Releasing lock "refresh_cache-b00b06e2-4049-4ce1-9dc9-5321f64442dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.692373] env[69437]: DEBUG nova.compute.manager [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Instance network_info: |[{"id": "8497a0be-4911-44b0-8da5-5d885504a52e", "address": "fa:16:3e:30:d3:24", "network": {"id": "2de9aaaf-53bd-45c9-a7a2-29de7870005b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1159842047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee76c79bd10745a693c1ef7ebf07e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8497a0be-49", "ovs_interfaceid": "8497a0be-4911-44b0-8da5-5d885504a52e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.693069] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104009, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.693540] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:d3:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8497a0be-4911-44b0-8da5-5d885504a52e', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.701800] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Creating folder: Project (ee76c79bd10745a693c1ef7ebf07e952). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.702660] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f8b7056-9ae1-4ec4-bc5b-dcba49c213e0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.717423] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Created folder: Project (ee76c79bd10745a693c1ef7ebf07e952) in parent group-v812682. [ 1077.717712] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Creating folder: Instances. Parent ref: group-v812942. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.718457] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b36f8e5-b909-4030-904f-ecbd6f31961a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.721667] env[69437]: DEBUG nova.policy [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e739f5b215ed40deabf1163cb449599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc53fa4366a4a4aa5f2b5adcf92472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.726845] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104010, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.739109] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Created folder: Instances in parent group-v812942. [ 1077.739564] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.739928] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.740297] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95db9235-3611-4ac3-9252-299a9fc653d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.764942] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.764942] env[69437]: value = "task-4104014" [ 1077.764942] env[69437]: _type = "Task" [ 1077.764942] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.774679] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104014, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.014198] env[69437]: DEBUG oslo_vmware.api [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104008, 'name': PowerOnVM_Task, 'duration_secs': 0.573596} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.014496] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.014703] env[69437]: INFO nova.compute.manager [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Took 11.95 seconds to spawn the instance on the hypervisor. [ 1078.014879] env[69437]: DEBUG nova.compute.manager [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.015700] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0ca57-400c-49f4-910b-a9eec51a6184 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.129370] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078052} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.131784] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.132857] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33619dbb-bbc9-423f-84da-34a944c597d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.145873] env[69437]: DEBUG nova.compute.manager [req-4c6b1917-752e-4d15-a45a-6199b7d4c3a0 req-fe9f80bc-5125-452b-ab98-16755d9946d3 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Received event network-changed-8497a0be-4911-44b0-8da5-5d885504a52e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.146164] env[69437]: DEBUG nova.compute.manager [req-4c6b1917-752e-4d15-a45a-6199b7d4c3a0 req-fe9f80bc-5125-452b-ab98-16755d9946d3 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Refreshing instance network info cache due to event network-changed-8497a0be-4911-44b0-8da5-5d885504a52e. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.146454] env[69437]: DEBUG oslo_concurrency.lockutils [req-4c6b1917-752e-4d15-a45a-6199b7d4c3a0 req-fe9f80bc-5125-452b-ab98-16755d9946d3 service nova] Acquiring lock "refresh_cache-b00b06e2-4049-4ce1-9dc9-5321f64442dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.146643] env[69437]: DEBUG oslo_concurrency.lockutils [req-4c6b1917-752e-4d15-a45a-6199b7d4c3a0 req-fe9f80bc-5125-452b-ab98-16755d9946d3 service nova] Acquired lock "refresh_cache-b00b06e2-4049-4ce1-9dc9-5321f64442dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.146852] env[69437]: DEBUG nova.network.neutron [req-4c6b1917-752e-4d15-a45a-6199b7d4c3a0 req-fe9f80bc-5125-452b-ab98-16755d9946d3 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Refreshing network info cache for port 8497a0be-4911-44b0-8da5-5d885504a52e {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.167156] env[69437]: DEBUG nova.compute.manager [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.184776] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 73310bc1-56dc-4818-8965-0a4050bdf3cb/73310bc1-56dc-4818-8965-0a4050bdf3cb.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.192770] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f167756-5d27-4137-860c-29087b481ce5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.219447] env[69437]: DEBUG nova.network.neutron [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Successfully created port: 6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.234824] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104009, 'name': RemoveSnapshot_Task, 'duration_secs': 0.753904} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.240298] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1078.240707] env[69437]: DEBUG nova.compute.manager [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.241428] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104010, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.241817] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1078.241817] env[69437]: value = "task-4104015" [ 1078.241817] env[69437]: _type = "Task" [ 1078.241817] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.245467] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3454ecf-aafb-49fe-afb7-96133017c853 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.265021] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.281670] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104014, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.520352] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e50f079-002d-4c18-9197-2881ac02f043 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.527854] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbc4a19-0675-48d9-aa03-06ccbf0dea33 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.540885] env[69437]: INFO nova.compute.manager [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Took 23.47 seconds to build instance. [ 1078.569597] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.502s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.570537] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618a4ecd-5bd5-461d-8818-4ba8dc316911 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.579137] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323478e7-46c8-43be-a344-d52793aa3ef4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.594820] env[69437]: DEBUG nova.compute.provider_tree [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.642083] env[69437]: DEBUG nova.network.neutron [-] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.731127] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104010, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.762233] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.774271] env[69437]: INFO nova.compute.manager [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Shelve offloading [ 1078.782056] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104014, 'name': CreateVM_Task, 'duration_secs': 0.580221} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.782179] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.782814] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.782976] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.783367] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.783702] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d738ea65-82c3-4cc3-b416-7a9149ebe3a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.790551] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1078.790551] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5286ab23-f72b-7f9f-3152-733deea5fd52" [ 1078.790551] env[69437]: _type = "Task" [ 1078.790551] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.801172] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5286ab23-f72b-7f9f-3152-733deea5fd52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.097943] env[69437]: DEBUG nova.scheduler.client.report [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.108490] env[69437]: DEBUG nova.network.neutron [req-4c6b1917-752e-4d15-a45a-6199b7d4c3a0 req-fe9f80bc-5125-452b-ab98-16755d9946d3 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Updated VIF entry in instance network info cache for port 8497a0be-4911-44b0-8da5-5d885504a52e. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.108941] env[69437]: DEBUG nova.network.neutron [req-4c6b1917-752e-4d15-a45a-6199b7d4c3a0 req-fe9f80bc-5125-452b-ab98-16755d9946d3 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Updating instance_info_cache with network_info: [{"id": "8497a0be-4911-44b0-8da5-5d885504a52e", "address": "fa:16:3e:30:d3:24", "network": {"id": "2de9aaaf-53bd-45c9-a7a2-29de7870005b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1159842047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee76c79bd10745a693c1ef7ebf07e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8497a0be-49", "ovs_interfaceid": "8497a0be-4911-44b0-8da5-5d885504a52e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.142825] env[69437]: INFO nova.compute.manager [-] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Took 1.85 seconds to deallocate network for instance. [ 1079.201078] env[69437]: DEBUG nova.compute.manager [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.236845] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104010, 'name': CloneVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.241345] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.241716] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.242075] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.243973] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.244457] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.244792] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.245205] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.245492] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.245797] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.246149] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.246458] env[69437]: DEBUG nova.virt.hardware [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.248474] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d147f0-6635-4006-a4f9-1fb9660e2c89 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.264550] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104015, 'name': ReconfigVM_Task, 'duration_secs': 0.619963} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.264916] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 73310bc1-56dc-4818-8965-0a4050bdf3cb/73310bc1-56dc-4818-8965-0a4050bdf3cb.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.268823] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fd866a-ddb7-4b5e-a444-9a621b4c52a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.273135] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f900dcc7-2d6b-4a90-9d42-d69af91e5d53 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.278655] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.278916] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-989be827-946d-411c-8e89-e34ca39e8465 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.292205] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1079.292205] env[69437]: value = "task-4104016" [ 1079.292205] env[69437]: _type = "Task" [ 1079.292205] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.303123] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1079.303123] env[69437]: value = "task-4104017" [ 1079.303123] env[69437]: _type = "Task" [ 1079.303123] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.317673] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5286ab23-f72b-7f9f-3152-733deea5fd52, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.318430] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104016, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.318906] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.319137] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.319533] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.319803] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.320065] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.320497] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa6a79e0-3801-48ea-9079-1681b5f15803 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.328900] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1079.329150] env[69437]: DEBUG nova.compute.manager [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.329995] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33858351-59db-4752-a0f0-050ad09d4723 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.336868] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.337122] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.341386] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ca9c35-d9d4-4d9f-91fd-492165a2d958 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.344303] env[69437]: DEBUG oslo_concurrency.lockutils [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.344542] env[69437]: DEBUG oslo_concurrency.lockutils [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.344728] env[69437]: DEBUG nova.network.neutron [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.350280] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1079.350280] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5203df83-724e-3d23-308e-5166109c64c1" [ 1079.350280] env[69437]: _type = "Task" [ 1079.350280] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.361446] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5203df83-724e-3d23-308e-5166109c64c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.603425] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.604128] env[69437]: DEBUG nova.compute.manager [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.607586] env[69437]: DEBUG oslo_concurrency.lockutils [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.320s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.607686] env[69437]: DEBUG nova.objects.instance [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lazy-loading 'resources' on Instance uuid 2698ec9f-60a3-44b7-ae51-7a8ab8dec023 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.611482] env[69437]: DEBUG oslo_concurrency.lockutils [req-4c6b1917-752e-4d15-a45a-6199b7d4c3a0 req-fe9f80bc-5125-452b-ab98-16755d9946d3 service nova] Releasing lock "refresh_cache-b00b06e2-4049-4ce1-9dc9-5321f64442dd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.656420] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.731510] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104010, 'name': CloneVM_Task, 'duration_secs': 2.13408} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.731822] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Created linked-clone VM from snapshot [ 1079.732683] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c61194a-f0c7-4fbd-bfb9-7d857cdfc0fd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.741669] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Uploading image 2967f5c2-80e8-41ec-8a2d-46b83769032e {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1079.762423] env[69437]: DEBUG nova.compute.manager [req-7ccdf54c-962b-4881-b3b1-0af696873cfd req-a59bd5ab-4be3-4a6b-9c0d-32f6d20645a7 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received event network-vif-plugged-6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.762423] env[69437]: DEBUG oslo_concurrency.lockutils [req-7ccdf54c-962b-4881-b3b1-0af696873cfd req-a59bd5ab-4be3-4a6b-9c0d-32f6d20645a7 service nova] Acquiring lock "042677e0-5bec-4b37-9789-206c0c96df0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.762423] env[69437]: DEBUG oslo_concurrency.lockutils [req-7ccdf54c-962b-4881-b3b1-0af696873cfd req-a59bd5ab-4be3-4a6b-9c0d-32f6d20645a7 service nova] Lock "042677e0-5bec-4b37-9789-206c0c96df0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.762423] env[69437]: DEBUG oslo_concurrency.lockutils [req-7ccdf54c-962b-4881-b3b1-0af696873cfd req-a59bd5ab-4be3-4a6b-9c0d-32f6d20645a7 service nova] Lock "042677e0-5bec-4b37-9789-206c0c96df0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.762423] env[69437]: DEBUG nova.compute.manager [req-7ccdf54c-962b-4881-b3b1-0af696873cfd req-a59bd5ab-4be3-4a6b-9c0d-32f6d20645a7 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] No waiting events found dispatching network-vif-plugged-6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1079.762423] env[69437]: WARNING nova.compute.manager [req-7ccdf54c-962b-4881-b3b1-0af696873cfd req-a59bd5ab-4be3-4a6b-9c0d-32f6d20645a7 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received unexpected event network-vif-plugged-6efa7e9d-f21a-416c-bfc6-4f38c3624623 for instance with vm_state building and task_state spawning. [ 1079.762816] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1079.763499] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c85ac4d5-123b-44ca-9780-25816b104fcf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.771771] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1079.771771] env[69437]: value = "task-4104018" [ 1079.771771] env[69437]: _type = "Task" [ 1079.771771] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.783787] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104018, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.807911] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104016, 'name': Rename_Task, 'duration_secs': 0.198766} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.812606] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.813107] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-221af667-a553-44be-9aee-7e115139ce7e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.823517] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1079.823517] env[69437]: value = "task-4104019" [ 1079.823517] env[69437]: _type = "Task" [ 1079.823517] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.833760] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.862767] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5203df83-724e-3d23-308e-5166109c64c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.863785] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8232fd3-31c6-4285-9f56-7c9579b6a74b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.870907] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1079.870907] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e39174-65be-a643-6fd7-0437246efe3a" [ 1079.870907] env[69437]: _type = "Task" [ 1079.870907] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.880181] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e39174-65be-a643-6fd7-0437246efe3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.926245] env[69437]: DEBUG nova.network.neutron [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Successfully updated port: 6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.111068] env[69437]: DEBUG nova.compute.utils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.115603] env[69437]: DEBUG nova.compute.manager [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.115787] env[69437]: DEBUG nova.network.neutron [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.157215] env[69437]: DEBUG nova.policy [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3fb49ee19c4e2a990ed227fe55373c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '187b71e0ab394ed1900298f170ddf3ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.180387] env[69437]: DEBUG nova.network.neutron [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating instance_info_cache with network_info: [{"id": "3d2b7e40-478e-40bc-8db6-7db440223f62", "address": "fa:16:3e:54:9b:08", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2b7e40-47", "ovs_interfaceid": "3d2b7e40-478e-40bc-8db6-7db440223f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.198410] env[69437]: DEBUG nova.compute.manager [req-9197c47f-d174-489f-ad8a-02f4c07013d9 req-5869bdcf-e920-4c5d-ae11-bf67d5697ccf service nova] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Received event network-vif-deleted-27fbd015-f123-45b3-82d1-24d95e346a71 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.198588] env[69437]: DEBUG nova.compute.manager [req-9197c47f-d174-489f-ad8a-02f4c07013d9 req-5869bdcf-e920-4c5d-ae11-bf67d5697ccf service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Received event network-changed-fd633598-c27a-4fe6-8ee1-bcb491640e8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.198687] env[69437]: DEBUG nova.compute.manager [req-9197c47f-d174-489f-ad8a-02f4c07013d9 req-5869bdcf-e920-4c5d-ae11-bf67d5697ccf service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Refreshing instance network info cache due to event network-changed-fd633598-c27a-4fe6-8ee1-bcb491640e8b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.198961] env[69437]: DEBUG oslo_concurrency.lockutils [req-9197c47f-d174-489f-ad8a-02f4c07013d9 req-5869bdcf-e920-4c5d-ae11-bf67d5697ccf service nova] Acquiring lock "refresh_cache-92bedd45-81ff-4db6-8152-2f2e0611019e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.199158] env[69437]: DEBUG oslo_concurrency.lockutils [req-9197c47f-d174-489f-ad8a-02f4c07013d9 req-5869bdcf-e920-4c5d-ae11-bf67d5697ccf service nova] Acquired lock "refresh_cache-92bedd45-81ff-4db6-8152-2f2e0611019e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.199343] env[69437]: DEBUG nova.network.neutron [req-9197c47f-d174-489f-ad8a-02f4c07013d9 req-5869bdcf-e920-4c5d-ae11-bf67d5697ccf service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Refreshing network info cache for port fd633598-c27a-4fe6-8ee1-bcb491640e8b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.285418] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104018, 'name': Destroy_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.338095] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.382036] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e39174-65be-a643-6fd7-0437246efe3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011288} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.385807] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.386154] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b00b06e2-4049-4ce1-9dc9-5321f64442dd/b00b06e2-4049-4ce1-9dc9-5321f64442dd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.386634] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c48ec9ab-878c-41b9-be15-0e3a31aefb0d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.394455] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1080.394455] env[69437]: value = "task-4104020" [ 1080.394455] env[69437]: _type = "Task" [ 1080.394455] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.405528] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.420965] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fafd4a5-3338-4eb1-a1ee-3aa38150bb39 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.428488] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.428488] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.428488] env[69437]: DEBUG nova.network.neutron [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.430289] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26a509-1a3d-4457-b351-6769a0480742 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.472298] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a57b65-ff4e-4ead-9a62-af4308e4fba4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.481945] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fd2d86-bcb5-4e9c-8586-175272fc4713 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.498610] env[69437]: DEBUG nova.compute.provider_tree [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.607876] env[69437]: DEBUG nova.network.neutron [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Successfully created port: a672a557-c235-41c8-9f57-6431c6b1516b {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.616647] env[69437]: DEBUG nova.compute.manager [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.687109] env[69437]: DEBUG oslo_concurrency.lockutils [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.788442] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104018, 'name': Destroy_Task, 'duration_secs': 0.55642} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.788802] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Destroyed the VM [ 1080.789096] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1080.789388] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f2c1466-a780-4671-9bed-a8ab70c04ccb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.801924] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1080.801924] env[69437]: value = "task-4104021" [ 1080.801924] env[69437]: _type = "Task" [ 1080.801924] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.813178] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.835569] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.907425] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104020, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.975855] env[69437]: DEBUG nova.network.neutron [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.003449] env[69437]: DEBUG nova.scheduler.client.report [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.163089] env[69437]: DEBUG nova.network.neutron [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updating instance_info_cache with network_info: [{"id": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "address": "fa:16:3e:aa:be:7e", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efa7e9d-f2", "ovs_interfaceid": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.251637] env[69437]: DEBUG nova.network.neutron [req-9197c47f-d174-489f-ad8a-02f4c07013d9 req-5869bdcf-e920-4c5d-ae11-bf67d5697ccf service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Updated VIF entry in instance network info cache for port fd633598-c27a-4fe6-8ee1-bcb491640e8b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.251637] env[69437]: DEBUG nova.network.neutron [req-9197c47f-d174-489f-ad8a-02f4c07013d9 req-5869bdcf-e920-4c5d-ae11-bf67d5697ccf service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Updating instance_info_cache with network_info: [{"id": "fd633598-c27a-4fe6-8ee1-bcb491640e8b", "address": "fa:16:3e:2e:b3:70", "network": {"id": "921322db-bb4f-4b58-be4d-71f9de28176d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286415362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5011a7d95b9d4514b4115ecc31f18c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd633598-c2", "ovs_interfaceid": "fd633598-c27a-4fe6-8ee1-bcb491640e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.313332] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.335479] env[69437]: DEBUG oslo_vmware.api [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104019, 'name': PowerOnVM_Task, 'duration_secs': 1.31624} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.335764] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.335969] env[69437]: INFO nova.compute.manager [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1081.336180] env[69437]: DEBUG nova.compute.manager [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.336984] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e575400-f44f-4cf8-b198-1ee1f348f88c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.363049] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.363049] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cf99ab-275b-4bd7-a336-33cfc634daba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.371174] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.371274] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9a58059-95e0-4111-a65a-9d642a56fada {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.404864] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559018} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.405162] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] b00b06e2-4049-4ce1-9dc9-5321f64442dd/b00b06e2-4049-4ce1-9dc9-5321f64442dd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.405405] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.405757] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2b90794-a0a2-4e78-89fa-28b6eb0ebdc4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.413990] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1081.413990] env[69437]: value = "task-4104023" [ 1081.413990] env[69437]: _type = "Task" [ 1081.413990] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.423114] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.457075] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.458460] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.458460] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleting the datastore file [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.458460] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-958e58b2-1a82-4c6f-a8ee-daf1cf77efd5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.466583] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1081.466583] env[69437]: value = "task-4104024" [ 1081.466583] env[69437]: _type = "Task" [ 1081.466583] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.476404] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.509914] env[69437]: DEBUG oslo_concurrency.lockutils [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.515830] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.073s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.517628] env[69437]: INFO nova.compute.claims [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.560041] env[69437]: INFO nova.scheduler.client.report [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Deleted allocations for instance 2698ec9f-60a3-44b7-ae51-7a8ab8dec023 [ 1081.628415] env[69437]: DEBUG nova.compute.manager [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.667321] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.667713] env[69437]: DEBUG nova.compute.manager [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Instance network_info: |[{"id": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "address": "fa:16:3e:aa:be:7e", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efa7e9d-f2", "ovs_interfaceid": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.670360] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.670682] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.671661] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.671661] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.671661] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.671661] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.671661] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.671821] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.671896] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.672035] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.672224] env[69437]: DEBUG nova.virt.hardware [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.672762] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:be:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6efa7e9d-f21a-416c-bfc6-4f38c3624623', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.681058] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.681840] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe5cb64-ab1e-49cc-9b71-2df1665c5d5f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.685326] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.685578] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9063c45a-4b04-480a-81dd-b80878a439ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.706058] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9cae91-d8c3-4d87-896a-3d5c22ea2401 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.711125] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.711125] env[69437]: value = "task-4104025" [ 1081.711125] env[69437]: _type = "Task" [ 1081.711125] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.729708] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104025, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.753685] env[69437]: DEBUG oslo_concurrency.lockutils [req-9197c47f-d174-489f-ad8a-02f4c07013d9 req-5869bdcf-e920-4c5d-ae11-bf67d5697ccf service nova] Releasing lock "refresh_cache-92bedd45-81ff-4db6-8152-2f2e0611019e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.812125] env[69437]: DEBUG nova.compute.manager [req-c7b83657-8736-486c-9644-c5d778db4887 req-ab3391a2-4779-4b02-95a8-58124ea6b9df service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received event network-changed-6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.812452] env[69437]: DEBUG nova.compute.manager [req-c7b83657-8736-486c-9644-c5d778db4887 req-ab3391a2-4779-4b02-95a8-58124ea6b9df service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing instance network info cache due to event network-changed-6efa7e9d-f21a-416c-bfc6-4f38c3624623. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.812868] env[69437]: DEBUG oslo_concurrency.lockutils [req-c7b83657-8736-486c-9644-c5d778db4887 req-ab3391a2-4779-4b02-95a8-58124ea6b9df service nova] Acquiring lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.813175] env[69437]: DEBUG oslo_concurrency.lockutils [req-c7b83657-8736-486c-9644-c5d778db4887 req-ab3391a2-4779-4b02-95a8-58124ea6b9df service nova] Acquired lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.813352] env[69437]: DEBUG nova.network.neutron [req-c7b83657-8736-486c-9644-c5d778db4887 req-ab3391a2-4779-4b02-95a8-58124ea6b9df service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing network info cache for port 6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.818471] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104021, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.854617] env[69437]: INFO nova.compute.manager [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Took 23.86 seconds to build instance. [ 1081.934204] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07779} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.934437] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.935321] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722a8b35-ac90-4372-a6a8-01a9701fb0da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.961220] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] b00b06e2-4049-4ce1-9dc9-5321f64442dd/b00b06e2-4049-4ce1-9dc9-5321f64442dd.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.961650] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87753780-a77f-4722-a5a9-fd84392976fb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.985521] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1081.985521] env[69437]: value = "task-4104026" [ 1081.985521] env[69437]: _type = "Task" [ 1081.985521] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.988039] env[69437]: DEBUG oslo_vmware.api [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171302} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.991409] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.991614] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.991811] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.012632] env[69437]: INFO nova.scheduler.client.report [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted allocations for instance 5a02cbcb-3b22-45e6-b196-f2ae3322ebac [ 1082.069511] env[69437]: DEBUG oslo_concurrency.lockutils [None req-536f8f79-3a9d-485b-ad05-b1e1908c7cda tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "2698ec9f-60a3-44b7-ae51-7a8ab8dec023" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.662s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.224080] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104025, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.225187] env[69437]: DEBUG nova.network.neutron [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Successfully updated port: a672a557-c235-41c8-9f57-6431c6b1516b {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.280836] env[69437]: DEBUG nova.compute.manager [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received event network-vif-unplugged-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.281349] env[69437]: DEBUG oslo_concurrency.lockutils [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] Acquiring lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.281856] env[69437]: DEBUG oslo_concurrency.lockutils [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.282231] env[69437]: DEBUG oslo_concurrency.lockutils [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.283046] env[69437]: DEBUG nova.compute.manager [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] No waiting events found dispatching network-vif-unplugged-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1082.283046] env[69437]: WARNING nova.compute.manager [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received unexpected event network-vif-unplugged-3d2b7e40-478e-40bc-8db6-7db440223f62 for instance with vm_state shelved_offloaded and task_state None. [ 1082.284064] env[69437]: DEBUG nova.compute.manager [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received event network-changed-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.284064] env[69437]: DEBUG nova.compute.manager [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Refreshing instance network info cache due to event network-changed-3d2b7e40-478e-40bc-8db6-7db440223f62. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.284064] env[69437]: DEBUG oslo_concurrency.lockutils [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] Acquiring lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.284437] env[69437]: DEBUG oslo_concurrency.lockutils [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] Acquired lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.284843] env[69437]: DEBUG nova.network.neutron [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Refreshing network info cache for port 3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.323766] env[69437]: DEBUG oslo_vmware.api [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104021, 'name': RemoveSnapshot_Task, 'duration_secs': 1.392299} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.324563] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.358802] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "73310bc1-56dc-4818-8965-0a4050bdf3cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.373s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.498596] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104026, 'name': ReconfigVM_Task, 'duration_secs': 0.311966} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.499269] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Reconfigured VM instance instance-0000005e to attach disk [datastore1] b00b06e2-4049-4ce1-9dc9-5321f64442dd/b00b06e2-4049-4ce1-9dc9-5321f64442dd.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.499903] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b30caf1d-308d-4511-8311-f847d5914a7d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.507242] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1082.507242] env[69437]: value = "task-4104027" [ 1082.507242] env[69437]: _type = "Task" [ 1082.507242] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.517886] env[69437]: DEBUG oslo_concurrency.lockutils [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.518457] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104027, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.722981] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104025, 'name': CreateVM_Task, 'duration_secs': 0.573182} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.723267] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.724088] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.724269] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.724587] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.724906] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c833c6b-f406-4261-addd-ecde99709bb3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.729145] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.729303] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.729625] env[69437]: DEBUG nova.network.neutron [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.736303] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1082.736303] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520b9b0d-97cf-d4d0-36e2-ab3ee199f3e3" [ 1082.736303] env[69437]: _type = "Task" [ 1082.736303] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.747053] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520b9b0d-97cf-d4d0-36e2-ab3ee199f3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.789144] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbae0590-4f3b-4b27-9304-ee10f2d33523 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.801624] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8db7cf-fc53-4e91-84cc-59e8919abe75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.834954] env[69437]: WARNING nova.compute.manager [None req-c42e702e-5d1b-4280-9f9c-04b4edd132d2 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Image not found during snapshot: nova.exception.ImageNotFound: Image 2967f5c2-80e8-41ec-8a2d-46b83769032e could not be found. [ 1082.842669] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f963d9e-9ad2-46b1-9cf1-0b0f9aa3d125 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.856938] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c6d95-5955-483e-a8a0-40cb43254818 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.874085] env[69437]: DEBUG nova.compute.provider_tree [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.883359] env[69437]: DEBUG nova.network.neutron [req-c7b83657-8736-486c-9644-c5d778db4887 req-ab3391a2-4779-4b02-95a8-58124ea6b9df service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updated VIF entry in instance network info cache for port 6efa7e9d-f21a-416c-bfc6-4f38c3624623. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.883713] env[69437]: DEBUG nova.network.neutron [req-c7b83657-8736-486c-9644-c5d778db4887 req-ab3391a2-4779-4b02-95a8-58124ea6b9df service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updating instance_info_cache with network_info: [{"id": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "address": "fa:16:3e:aa:be:7e", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efa7e9d-f2", "ovs_interfaceid": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.019159] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104027, 'name': Rename_Task, 'duration_secs': 0.157983} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.019415] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.019675] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f1c48c6-91aa-46f7-a59d-99e3e00ccf09 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.028665] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1083.028665] env[69437]: value = "task-4104028" [ 1083.028665] env[69437]: _type = "Task" [ 1083.028665] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.037815] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.163191] env[69437]: DEBUG nova.network.neutron [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updated VIF entry in instance network info cache for port 3d2b7e40-478e-40bc-8db6-7db440223f62. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.163191] env[69437]: DEBUG nova.network.neutron [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating instance_info_cache with network_info: [{"id": "3d2b7e40-478e-40bc-8db6-7db440223f62", "address": "fa:16:3e:54:9b:08", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3d2b7e40-47", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.247891] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520b9b0d-97cf-d4d0-36e2-ab3ee199f3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.248245] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.248481] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.248717] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.248899] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.249111] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.249385] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fc805b4-9aa4-4619-b2a3-dd439c985724 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.261129] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.264310] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.265723] env[69437]: DEBUG nova.network.neutron [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.267909] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6192663e-c6fa-4c0b-a360-542c9c902c23 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.274187] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1083.274187] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5252fdea-1642-c68b-8eb7-8e29a7123aa3" [ 1083.274187] env[69437]: _type = "Task" [ 1083.274187] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.283865] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5252fdea-1642-c68b-8eb7-8e29a7123aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.380812] env[69437]: DEBUG nova.scheduler.client.report [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.386178] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "535193c6-1bb6-4125-9e49-e4314032ae13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.386178] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "535193c6-1bb6-4125-9e49-e4314032ae13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.386178] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "535193c6-1bb6-4125-9e49-e4314032ae13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.386178] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "535193c6-1bb6-4125-9e49-e4314032ae13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.386178] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "535193c6-1bb6-4125-9e49-e4314032ae13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.386750] env[69437]: DEBUG oslo_concurrency.lockutils [req-c7b83657-8736-486c-9644-c5d778db4887 req-ab3391a2-4779-4b02-95a8-58124ea6b9df service nova] Releasing lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.387885] env[69437]: INFO nova.compute.manager [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Terminating instance [ 1083.467493] env[69437]: DEBUG nova.network.neutron [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance_info_cache with network_info: [{"id": "a672a557-c235-41c8-9f57-6431c6b1516b", "address": "fa:16:3e:61:2d:5f", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa672a557-c2", "ovs_interfaceid": "a672a557-c235-41c8-9f57-6431c6b1516b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.542234] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.654780] env[69437]: DEBUG oslo_concurrency.lockutils [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "73310bc1-56dc-4818-8965-0a4050bdf3cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.655112] env[69437]: DEBUG oslo_concurrency.lockutils [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "73310bc1-56dc-4818-8965-0a4050bdf3cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.655357] env[69437]: DEBUG oslo_concurrency.lockutils [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "73310bc1-56dc-4818-8965-0a4050bdf3cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.655570] env[69437]: DEBUG oslo_concurrency.lockutils [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "73310bc1-56dc-4818-8965-0a4050bdf3cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.655781] env[69437]: DEBUG oslo_concurrency.lockutils [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "73310bc1-56dc-4818-8965-0a4050bdf3cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.658556] env[69437]: INFO nova.compute.manager [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Terminating instance [ 1083.665789] env[69437]: DEBUG oslo_concurrency.lockutils [req-572d7a13-2375-4753-97b4-af7fe606a934 req-54295be3-9069-4c83-bf0b-7893eaa11c08 service nova] Releasing lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.786282] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5252fdea-1642-c68b-8eb7-8e29a7123aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.787173] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8d7944-0dba-491a-a0a3-e6891bcaea8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.795885] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1083.795885] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527c6799-b9ce-7810-2e92-044ada532a5b" [ 1083.795885] env[69437]: _type = "Task" [ 1083.795885] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.804611] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527c6799-b9ce-7810-2e92-044ada532a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.842262] env[69437]: DEBUG nova.compute.manager [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Received event network-vif-plugged-a672a557-c235-41c8-9f57-6431c6b1516b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.842567] env[69437]: DEBUG oslo_concurrency.lockutils [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] Acquiring lock "f9ea8fbf-b017-4baf-8649-64747eccb23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.842831] env[69437]: DEBUG oslo_concurrency.lockutils [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.843055] env[69437]: DEBUG oslo_concurrency.lockutils [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.843255] env[69437]: DEBUG nova.compute.manager [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] No waiting events found dispatching network-vif-plugged-a672a557-c235-41c8-9f57-6431c6b1516b {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1083.843472] env[69437]: WARNING nova.compute.manager [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Received unexpected event network-vif-plugged-a672a557-c235-41c8-9f57-6431c6b1516b for instance with vm_state building and task_state spawning. [ 1083.843674] env[69437]: DEBUG nova.compute.manager [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Received event network-changed-a672a557-c235-41c8-9f57-6431c6b1516b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.844536] env[69437]: DEBUG nova.compute.manager [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Refreshing instance network info cache due to event network-changed-a672a557-c235-41c8-9f57-6431c6b1516b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.844536] env[69437]: DEBUG oslo_concurrency.lockutils [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] Acquiring lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.888234] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.888789] env[69437]: DEBUG nova.compute.manager [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.892019] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.705s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.893614] env[69437]: INFO nova.compute.claims [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.896783] env[69437]: DEBUG nova.compute.manager [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.897048] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.898426] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33d9a05-a12c-431d-b1ef-5c880e0f76e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.906604] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.906880] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1feb6add-9e95-4144-bae6-9f0e71149f73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.914319] env[69437]: DEBUG oslo_vmware.api [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1083.914319] env[69437]: value = "task-4104030" [ 1083.914319] env[69437]: _type = "Task" [ 1083.914319] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.923944] env[69437]: DEBUG oslo_vmware.api [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.974085] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.974402] env[69437]: DEBUG nova.compute.manager [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Instance network_info: |[{"id": "a672a557-c235-41c8-9f57-6431c6b1516b", "address": "fa:16:3e:61:2d:5f", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa672a557-c2", "ovs_interfaceid": "a672a557-c235-41c8-9f57-6431c6b1516b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.975210] env[69437]: DEBUG oslo_concurrency.lockutils [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] Acquired lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.975494] env[69437]: DEBUG nova.network.neutron [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Refreshing network info cache for port a672a557-c235-41c8-9f57-6431c6b1516b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.976800] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:2d:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a672a557-c235-41c8-9f57-6431c6b1516b', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.985203] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.985815] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.986108] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55ed1dfd-9e32-4578-b05d-f924003b4ad2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.009850] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.009850] env[69437]: value = "task-4104031" [ 1084.009850] env[69437]: _type = "Task" [ 1084.009850] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.020371] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104031, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.041982] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.163595] env[69437]: DEBUG nova.compute.manager [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.163848] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.164841] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c9a896-b27b-4125-b461-2c5a54cf26f3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.174056] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.174212] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-459c93fb-5c12-4bf0-b984-a73331b72126 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.182717] env[69437]: DEBUG oslo_vmware.api [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1084.182717] env[69437]: value = "task-4104032" [ 1084.182717] env[69437]: _type = "Task" [ 1084.182717] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.192845] env[69437]: DEBUG oslo_vmware.api [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.307186] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527c6799-b9ce-7810-2e92-044ada532a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.307453] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.307761] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 042677e0-5bec-4b37-9789-206c0c96df0a/042677e0-5bec-4b37-9789-206c0c96df0a.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.308063] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28dfaa0a-5fcf-4777-88b6-611068db9c5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.318626] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1084.318626] env[69437]: value = "task-4104033" [ 1084.318626] env[69437]: _type = "Task" [ 1084.318626] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.329018] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.399895] env[69437]: DEBUG nova.compute.utils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.403799] env[69437]: DEBUG nova.compute.manager [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.404096] env[69437]: DEBUG nova.network.neutron [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.426839] env[69437]: DEBUG oslo_vmware.api [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104030, 'name': PowerOffVM_Task, 'duration_secs': 0.189987} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.427129] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.427311] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.427574] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf9b9621-bfff-43e1-bcc2-cb5011881b2c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.463511] env[69437]: DEBUG nova.policy [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc78617d94e4aa2a2a2296d03cb0ba2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37510118124a4ad586877107ffb0321f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.502858] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.502858] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.503281] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Deleting the datastore file [datastore1] 535193c6-1bb6-4125-9e49-e4314032ae13 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.503619] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdaf608d-9f46-4669-8908-e68660532b00 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.511795] env[69437]: DEBUG oslo_vmware.api [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1084.511795] env[69437]: value = "task-4104035" [ 1084.511795] env[69437]: _type = "Task" [ 1084.511795] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.528267] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104031, 'name': CreateVM_Task, 'duration_secs': 0.437005} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.528515] env[69437]: DEBUG oslo_vmware.api [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.528689] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.529335] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.529497] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.529812] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.530076] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f77be84-6494-4a4b-982c-ebf21688841d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.537623] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1084.537623] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52936012-309e-9f2a-1608-acc2e7f8b376" [ 1084.537623] env[69437]: _type = "Task" [ 1084.537623] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.541013] env[69437]: DEBUG oslo_vmware.api [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104028, 'name': PowerOnVM_Task, 'duration_secs': 1.065263} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.544293] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.544485] env[69437]: INFO nova.compute.manager [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1084.544614] env[69437]: DEBUG nova.compute.manager [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.546420] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b3d7e0-2d04-42e7-ac57-118ec81ebaae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.567066] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52936012-309e-9f2a-1608-acc2e7f8b376, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.567066] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.567066] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.567066] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.567066] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.567066] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.567503] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1e2b1ee-191c-44fd-9fb7-e51ddadfd26c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.577022] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.577251] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.579210] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e0631d-cbaf-4f16-ae9b-b8b99cc1cd58 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.583939] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1084.583939] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5220a92b-e8fe-1cd1-e4cd-aa4377a4d538" [ 1084.583939] env[69437]: _type = "Task" [ 1084.583939] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.592481] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5220a92b-e8fe-1cd1-e4cd-aa4377a4d538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.696668] env[69437]: DEBUG oslo_vmware.api [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104032, 'name': PowerOffVM_Task, 'duration_secs': 0.240058} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.697306] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.697653] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.698016] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7867c30c-7fc6-440d-b593-9f17bc071bda {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.706850] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.785818] env[69437]: DEBUG nova.network.neutron [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updated VIF entry in instance network info cache for port a672a557-c235-41c8-9f57-6431c6b1516b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.786296] env[69437]: DEBUG nova.network.neutron [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance_info_cache with network_info: [{"id": "a672a557-c235-41c8-9f57-6431c6b1516b", "address": "fa:16:3e:61:2d:5f", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa672a557-c2", "ovs_interfaceid": "a672a557-c235-41c8-9f57-6431c6b1516b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.798009] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.798009] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.798009] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleting the datastore file [datastore1] 73310bc1-56dc-4818-8965-0a4050bdf3cb {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.798009] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfa0f4bb-0073-4b14-b788-5c3cb14e992c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.808496] env[69437]: DEBUG oslo_vmware.api [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for the task: (returnval){ [ 1084.808496] env[69437]: value = "task-4104037" [ 1084.808496] env[69437]: _type = "Task" [ 1084.808496] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.822685] env[69437]: DEBUG oslo_vmware.api [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.834027] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104033, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.904311] env[69437]: DEBUG nova.compute.manager [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.970861] env[69437]: DEBUG nova.network.neutron [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Successfully created port: e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.028257] env[69437]: DEBUG oslo_vmware.api [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.073113] env[69437]: INFO nova.compute.manager [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Took 22.54 seconds to build instance. [ 1085.100281] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5220a92b-e8fe-1cd1-e4cd-aa4377a4d538, 'name': SearchDatastore_Task, 'duration_secs': 0.011959} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.101686] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58cd9b30-5e4e-4f0d-b269-54998e8f9425 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.107332] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1085.107332] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52cc41eb-983b-ce33-811e-6f04d0098823" [ 1085.107332] env[69437]: _type = "Task" [ 1085.107332] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.119413] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cc41eb-983b-ce33-811e-6f04d0098823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.203011] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22853519-d548-4825-a1e4-1d6cf4fb145c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.211411] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398730b7-a028-4fd3-ac09-1447ef73c753 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.249245] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7a3a4-be05-404b-b989-e4cecb04e10d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.258945] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2401bf-f09e-4582-ae96-00ef23b27623 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.274687] env[69437]: DEBUG nova.compute.provider_tree [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.290289] env[69437]: DEBUG oslo_concurrency.lockutils [req-23d0a923-2b4e-4536-9994-f2cce6f11995 req-ff50a569-e709-496e-860c-0a85667216ed service nova] Releasing lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.319380] env[69437]: DEBUG oslo_vmware.api [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.334416] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641235} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.334765] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 042677e0-5bec-4b37-9789-206c0c96df0a/042677e0-5bec-4b37-9789-206c0c96df0a.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.335047] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.335279] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d1eec1c-4baa-49a0-8e25-e35ef0bbb925 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.343908] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1085.343908] env[69437]: value = "task-4104038" [ 1085.343908] env[69437]: _type = "Task" [ 1085.343908] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.355591] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.527693] env[69437]: DEBUG oslo_vmware.api [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549356} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.527965] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.528211] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.528430] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.528674] env[69437]: INFO nova.compute.manager [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1085.528929] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.529206] env[69437]: DEBUG nova.compute.manager [-] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.529356] env[69437]: DEBUG nova.network.neutron [-] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.575690] env[69437]: DEBUG oslo_concurrency.lockutils [None req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.051s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.618415] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cc41eb-983b-ce33-811e-6f04d0098823, 'name': SearchDatastore_Task, 'duration_secs': 0.071469} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.618721] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.618987] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f9ea8fbf-b017-4baf-8649-64747eccb23f/f9ea8fbf-b017-4baf-8649-64747eccb23f.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.619423] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-152b468c-bb1f-4a80-b719-7f8fd685198d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.627041] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1085.627041] env[69437]: value = "task-4104039" [ 1085.627041] env[69437]: _type = "Task" [ 1085.627041] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.641580] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.723998] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquiring lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.723998] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.723998] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquiring lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.723998] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.723998] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.726669] env[69437]: INFO nova.compute.manager [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Terminating instance [ 1085.778820] env[69437]: DEBUG nova.scheduler.client.report [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.818800] env[69437]: DEBUG oslo_vmware.api [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Task: {'id': task-4104037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565335} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.819147] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.819346] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.819525] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.819697] env[69437]: INFO nova.compute.manager [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1085.819947] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.820165] env[69437]: DEBUG nova.compute.manager [-] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.820260] env[69437]: DEBUG nova.network.neutron [-] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.855808] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179665} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.858097] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.858933] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0a622-07fb-4c6a-ac55-fb9d5611b7a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.883923] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 042677e0-5bec-4b37-9789-206c0c96df0a/042677e0-5bec-4b37-9789-206c0c96df0a.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.885337] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5734092-5d0a-484d-b684-4a2dec119e66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.900663] env[69437]: DEBUG nova.compute.manager [req-5b2a80fd-2493-47b5-92e9-ec32dc758f48 req-723e88b5-f866-498a-85e7-616b724165d6 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Received event network-vif-deleted-e5da7e84-0d35-413a-9a10-f6013776b458 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.900875] env[69437]: INFO nova.compute.manager [req-5b2a80fd-2493-47b5-92e9-ec32dc758f48 req-723e88b5-f866-498a-85e7-616b724165d6 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Neutron deleted interface e5da7e84-0d35-413a-9a10-f6013776b458; detaching it from the instance and deleting it from the info cache [ 1085.901068] env[69437]: DEBUG nova.network.neutron [req-5b2a80fd-2493-47b5-92e9-ec32dc758f48 req-723e88b5-f866-498a-85e7-616b724165d6 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.909514] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1085.909514] env[69437]: value = "task-4104040" [ 1085.909514] env[69437]: _type = "Task" [ 1085.909514] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.920213] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.923776] env[69437]: DEBUG nova.compute.manager [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.957155] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.957443] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.957601] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.957782] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.957925] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.958081] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.958293] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.958455] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.958623] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.958788] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.958961] env[69437]: DEBUG nova.virt.hardware [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.960186] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71ff311-93b4-424e-96bb-7dd3a5addb66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.968503] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661a0667-67f4-4078-a337-b39f075ffa48 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.124184] env[69437]: DEBUG nova.compute.manager [req-affed39f-22b8-47ea-87bc-1bde6439c856 req-6550e196-f921-4d33-a2c3-3d3c4fd4533f service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Received event network-vif-deleted-12970dc2-674f-42db-a81c-fb7d51ce2bdc {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.124432] env[69437]: INFO nova.compute.manager [req-affed39f-22b8-47ea-87bc-1bde6439c856 req-6550e196-f921-4d33-a2c3-3d3c4fd4533f service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Neutron deleted interface 12970dc2-674f-42db-a81c-fb7d51ce2bdc; detaching it from the instance and deleting it from the info cache [ 1086.124725] env[69437]: DEBUG nova.network.neutron [req-affed39f-22b8-47ea-87bc-1bde6439c856 req-6550e196-f921-4d33-a2c3-3d3c4fd4533f service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.138832] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104039, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.233059] env[69437]: DEBUG nova.compute.manager [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.233059] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.234147] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd9c1ef-6f1a-4c3f-bacd-aa257f331503 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.242874] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.243202] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ec420c-e0a7-4953-8875-c8dc49b43f2a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.250705] env[69437]: DEBUG oslo_vmware.api [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1086.250705] env[69437]: value = "task-4104041" [ 1086.250705] env[69437]: _type = "Task" [ 1086.250705] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.259768] env[69437]: DEBUG oslo_vmware.api [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.283934] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.284512] env[69437]: DEBUG nova.compute.manager [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.287929] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.632s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.288185] env[69437]: DEBUG nova.objects.instance [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lazy-loading 'resources' on Instance uuid c65087a3-722a-4778-bfa2-c98866fa7ad3 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.335959] env[69437]: DEBUG nova.network.neutron [-] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.404128] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cca345f-e353-4939-b957-2d91c39d684d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.418713] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f24e95-aaa3-4786-ab4e-3e73308362cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.433704] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.459422] env[69437]: DEBUG nova.compute.manager [req-5b2a80fd-2493-47b5-92e9-ec32dc758f48 req-723e88b5-f866-498a-85e7-616b724165d6 service nova] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Detach interface failed, port_id=e5da7e84-0d35-413a-9a10-f6013776b458, reason: Instance 535193c6-1bb6-4125-9e49-e4314032ae13 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.605179] env[69437]: DEBUG nova.network.neutron [-] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.629828] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-023755c3-3d3e-4239-b2ce-c8c55a4dbbea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.645000] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913489} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.646422] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f9ea8fbf-b017-4baf-8649-64747eccb23f/f9ea8fbf-b017-4baf-8649-64747eccb23f.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.646706] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.646991] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39fefbda-eee8-4487-8679-8ec966dd3c63 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.654223] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff689b-366c-41a1-8dd2-14f153e4a0ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.674299] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1086.674299] env[69437]: value = "task-4104042" [ 1086.674299] env[69437]: _type = "Task" [ 1086.674299] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.678643] env[69437]: DEBUG nova.network.neutron [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Successfully updated port: e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.693852] env[69437]: DEBUG nova.compute.manager [req-affed39f-22b8-47ea-87bc-1bde6439c856 req-6550e196-f921-4d33-a2c3-3d3c4fd4533f service nova] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Detach interface failed, port_id=12970dc2-674f-42db-a81c-fb7d51ce2bdc, reason: Instance 73310bc1-56dc-4818-8965-0a4050bdf3cb could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.695746] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.695746] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquired lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.695883] env[69437]: DEBUG nova.network.neutron [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.701200] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.761835] env[69437]: DEBUG oslo_vmware.api [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104041, 'name': PowerOffVM_Task, 'duration_secs': 0.419156} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.762128] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.762386] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.762707] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76c066c3-ca70-4217-b61d-fff1d6bc62c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.793649] env[69437]: DEBUG nova.compute.utils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.798820] env[69437]: DEBUG nova.compute.manager [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.799042] env[69437]: DEBUG nova.network.neutron [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.839155] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.839564] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.839564] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Deleting the datastore file [datastore1] b00b06e2-4049-4ce1-9dc9-5321f64442dd {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.840049] env[69437]: INFO nova.compute.manager [-] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Took 1.31 seconds to deallocate network for instance. [ 1086.840230] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b9c9b33-dc49-4db3-865a-0e8f16cdad29 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.852900] env[69437]: DEBUG oslo_vmware.api [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for the task: (returnval){ [ 1086.852900] env[69437]: value = "task-4104044" [ 1086.852900] env[69437]: _type = "Task" [ 1086.852900] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.863668] env[69437]: DEBUG oslo_vmware.api [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.865444] env[69437]: DEBUG nova.policy [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1c14adc8f44f14b74a738d96cf41e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93536dc177ea4637a471fac9a21bcd73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.923173] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.044645] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9c4dce-ce2c-4a22-82f3-57d127636a14 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.053187] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35243cb-dde1-4eb1-9977-a85b3642e763 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.082770] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1e4312-267b-4a01-afea-ee77294a032b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.091048] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bff56c-c74f-440f-abf4-fb020b6eb87e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.104715] env[69437]: DEBUG nova.compute.provider_tree [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.111021] env[69437]: INFO nova.compute.manager [-] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Took 1.29 seconds to deallocate network for instance. [ 1087.185486] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068645} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.185799] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.186656] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bca5ff-f737-4c38-bc9a-fa4851c30b41 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.213844] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f9ea8fbf-b017-4baf-8649-64747eccb23f/f9ea8fbf-b017-4baf-8649-64747eccb23f.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.214504] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b5a6254-bf9d-46f2-997c-30661ed8935e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.229646] env[69437]: DEBUG nova.network.neutron [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Successfully created port: 0ec2facd-d819-476a-893c-bfccc4fdf2da {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.232095] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.232370] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.232606] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.232807] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.232972] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.237482] env[69437]: INFO nova.compute.manager [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Terminating instance [ 1087.245810] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1087.245810] env[69437]: value = "task-4104045" [ 1087.245810] env[69437]: _type = "Task" [ 1087.245810] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.257030] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.274275] env[69437]: DEBUG nova.network.neutron [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.301806] env[69437]: DEBUG nova.compute.manager [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.352835] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.366968] env[69437]: DEBUG oslo_vmware.api [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Task: {'id': task-4104044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158385} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.367339] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.367582] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.367797] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.368052] env[69437]: INFO nova.compute.manager [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1087.368308] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.368528] env[69437]: DEBUG nova.compute.manager [-] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.368649] env[69437]: DEBUG nova.network.neutron [-] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.423060] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104040, 'name': ReconfigVM_Task, 'duration_secs': 1.455551} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.423389] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 042677e0-5bec-4b37-9789-206c0c96df0a/042677e0-5bec-4b37-9789-206c0c96df0a.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.424115] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-718ccd2a-f4e0-4c79-8b5a-52095d47b607 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.431930] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1087.431930] env[69437]: value = "task-4104046" [ 1087.431930] env[69437]: _type = "Task" [ 1087.431930] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.441282] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104046, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.608773] env[69437]: DEBUG nova.scheduler.client.report [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.621622] env[69437]: DEBUG oslo_concurrency.lockutils [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.744305] env[69437]: DEBUG nova.compute.manager [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.744558] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.745560] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743355d6-53cf-4ec3-a06a-09f0abf3d1d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.764023] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104045, 'name': ReconfigVM_Task, 'duration_secs': 0.338779} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.764023] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f9ea8fbf-b017-4baf-8649-64747eccb23f/f9ea8fbf-b017-4baf-8649-64747eccb23f.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.764023] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.764586] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbe18122-92dc-494f-9d3e-cae6e99d5f0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.766725] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c9f669a-26bd-4dfd-819d-30ef04fc19c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.781247] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1087.781247] env[69437]: value = "task-4104048" [ 1087.781247] env[69437]: _type = "Task" [ 1087.781247] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.782814] env[69437]: DEBUG oslo_vmware.api [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1087.782814] env[69437]: value = "task-4104047" [ 1087.782814] env[69437]: _type = "Task" [ 1087.782814] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.803280] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104048, 'name': Rename_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.803280] env[69437]: DEBUG oslo_vmware.api [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4104047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.852016] env[69437]: DEBUG nova.network.neutron [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updating instance_info_cache with network_info: [{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.899176] env[69437]: DEBUG nova.compute.manager [req-7062905a-880e-410a-bc53-64f5b440217c req-c4254444-cd6d-4e40-82d8-97da92415d66 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Received event network-vif-deleted-8497a0be-4911-44b0-8da5-5d885504a52e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.899176] env[69437]: INFO nova.compute.manager [req-7062905a-880e-410a-bc53-64f5b440217c req-c4254444-cd6d-4e40-82d8-97da92415d66 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Neutron deleted interface 8497a0be-4911-44b0-8da5-5d885504a52e; detaching it from the instance and deleting it from the info cache [ 1087.899176] env[69437]: DEBUG nova.network.neutron [req-7062905a-880e-410a-bc53-64f5b440217c req-c4254444-cd6d-4e40-82d8-97da92415d66 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.943420] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104046, 'name': Rename_Task, 'duration_secs': 0.166831} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.943757] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.944032] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-539abdcd-8aee-4533-80e6-8a884d87bdda {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.951967] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1087.951967] env[69437]: value = "task-4104049" [ 1087.951967] env[69437]: _type = "Task" [ 1087.951967] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.962029] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.114957] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.117323] env[69437]: DEBUG oslo_concurrency.lockutils [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.599s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.117603] env[69437]: DEBUG nova.objects.instance [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'resources' on Instance uuid 5a02cbcb-3b22-45e6-b196-f2ae3322ebac {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.143083] env[69437]: INFO nova.scheduler.client.report [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Deleted allocations for instance c65087a3-722a-4778-bfa2-c98866fa7ad3 [ 1088.156332] env[69437]: DEBUG nova.compute.manager [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Received event network-vif-plugged-e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.156509] env[69437]: DEBUG oslo_concurrency.lockutils [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] Acquiring lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.156758] env[69437]: DEBUG oslo_concurrency.lockutils [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] Lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.156928] env[69437]: DEBUG oslo_concurrency.lockutils [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] Lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.157343] env[69437]: DEBUG nova.compute.manager [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] No waiting events found dispatching network-vif-plugged-e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1088.157566] env[69437]: WARNING nova.compute.manager [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Received unexpected event network-vif-plugged-e2a8b5fe-704c-4c14-a436-8ed321084a8b for instance with vm_state building and task_state spawning. [ 1088.157827] env[69437]: DEBUG nova.compute.manager [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Received event network-changed-e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.158045] env[69437]: DEBUG nova.compute.manager [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Refreshing instance network info cache due to event network-changed-e2a8b5fe-704c-4c14-a436-8ed321084a8b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.158265] env[69437]: DEBUG oslo_concurrency.lockutils [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] Acquiring lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.212792] env[69437]: DEBUG nova.network.neutron [-] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.301674] env[69437]: DEBUG oslo_vmware.api [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4104047, 'name': PowerOffVM_Task, 'duration_secs': 0.255814} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.302019] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104048, 'name': Rename_Task, 'duration_secs': 0.220184} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.302320] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.302598] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.302952] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.303252] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f89c0a67-9afb-4df6-bf1a-4fab88ccafa6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.305062] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bc6ded8-f059-460e-b274-e86e06502215 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.310662] env[69437]: DEBUG nova.compute.manager [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.315669] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1088.315669] env[69437]: value = "task-4104050" [ 1088.315669] env[69437]: _type = "Task" [ 1088.315669] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.326538] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.349576] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.349881] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.350068] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.350260] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.350409] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.350580] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.350784] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.350944] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.351139] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.351307] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.351496] env[69437]: DEBUG nova.virt.hardware [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.352483] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810f4b55-132d-4124-8f42-b7f9fbb86643 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.356760] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Releasing lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.357101] env[69437]: DEBUG nova.compute.manager [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Instance network_info: |[{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.357780] env[69437]: DEBUG oslo_concurrency.lockutils [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] Acquired lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.357970] env[69437]: DEBUG nova.network.neutron [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Refreshing network info cache for port e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.359682] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:0d:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2a8b5fe-704c-4c14-a436-8ed321084a8b', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.368134] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Creating folder: Project (37510118124a4ad586877107ffb0321f). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.372632] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c673400f-ea6d-4fa7-835e-6013a21015b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.380517] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d704ea6-b41d-4bb8-968c-b1b177998e4d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.388482] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Created folder: Project (37510118124a4ad586877107ffb0321f) in parent group-v812682. [ 1088.388792] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Creating folder: Instances. Parent ref: group-v812947. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.397785] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd1f3e98-0955-49b7-ba6a-7ec6ac188ed6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.403759] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cffef966-d26a-4dec-b663-35a41e17c42c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.415039] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3c3b6b-9833-4505-8c27-29887a2c5e22 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.425628] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Created folder: Instances in parent group-v812947. [ 1088.425936] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.429219] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.429958] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b576e74-d894-41c5-824e-38f1dacff90c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.461778] env[69437]: DEBUG nova.compute.manager [req-7062905a-880e-410a-bc53-64f5b440217c req-c4254444-cd6d-4e40-82d8-97da92415d66 service nova] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Detach interface failed, port_id=8497a0be-4911-44b0-8da5-5d885504a52e, reason: Instance b00b06e2-4049-4ce1-9dc9-5321f64442dd could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.467767] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.467767] env[69437]: value = "task-4104054" [ 1088.467767] env[69437]: _type = "Task" [ 1088.467767] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.471227] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104049, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.480960] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104054, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.598382] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.598644] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.598836] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Deleting the datastore file [datastore2] 884bde6d-c720-47d6-b9b7-f8266d8c06d6 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.599389] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5a3f2f-61e7-4c3e-8c0e-8c32dedf97c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.607135] env[69437]: DEBUG oslo_vmware.api [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1088.607135] env[69437]: value = "task-4104055" [ 1088.607135] env[69437]: _type = "Task" [ 1088.607135] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.621481] env[69437]: DEBUG nova.objects.instance [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'numa_topology' on Instance uuid 5a02cbcb-3b22-45e6-b196-f2ae3322ebac {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.628855] env[69437]: DEBUG oslo_vmware.api [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4104055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.653544] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Lock "c65087a3-722a-4778-bfa2-c98866fa7ad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.045s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.697192] env[69437]: DEBUG nova.network.neutron [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updated VIF entry in instance network info cache for port e2a8b5fe-704c-4c14-a436-8ed321084a8b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.697672] env[69437]: DEBUG nova.network.neutron [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updating instance_info_cache with network_info: [{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.716103] env[69437]: INFO nova.compute.manager [-] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Took 1.35 seconds to deallocate network for instance. [ 1088.837603] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104050, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.972348] env[69437]: DEBUG oslo_vmware.api [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104049, 'name': PowerOnVM_Task, 'duration_secs': 0.631425} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.975985] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.976284] env[69437]: INFO nova.compute.manager [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1088.976469] env[69437]: DEBUG nova.compute.manager [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.977274] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f448f58-4c75-40c3-accf-54998c4a0433 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.986089] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104054, 'name': CreateVM_Task, 'duration_secs': 0.449318} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.988051] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.991948] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.992137] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.992539] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.992932] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1569506d-c130-4114-be6b-9c74c7997f1c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.000068] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1089.000068] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5233473f-c08b-d3d2-2a68-a61d5947e498" [ 1089.000068] env[69437]: _type = "Task" [ 1089.000068] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.009595] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5233473f-c08b-d3d2-2a68-a61d5947e498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.127152] env[69437]: DEBUG oslo_vmware.api [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4104055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260285} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.127805] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.128241] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.128450] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.128632] env[69437]: INFO nova.compute.manager [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1089.128887] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.129150] env[69437]: DEBUG nova.compute.manager [-] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.129264] env[69437]: DEBUG nova.network.neutron [-] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.131646] env[69437]: DEBUG nova.objects.base [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Object Instance<5a02cbcb-3b22-45e6-b196-f2ae3322ebac> lazy-loaded attributes: resources,numa_topology {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.201152] env[69437]: DEBUG oslo_concurrency.lockutils [req-14138178-f3ff-416d-8c04-9f1688e5fc9c req-03a623cc-105d-4470-bf6f-d0a1b3a09d15 service nova] Releasing lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.224319] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.339099] env[69437]: DEBUG oslo_vmware.api [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104050, 'name': PowerOnVM_Task, 'duration_secs': 0.623124} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.339560] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.339891] env[69437]: INFO nova.compute.manager [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1089.340806] env[69437]: DEBUG nova.compute.manager [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.346791] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650b9ce3-20ee-4475-b877-b51edaea3fe2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.420923] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea179dc-3e6c-49d8-908a-b9f9817daafd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.435425] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75975317-77b2-447a-b1f7-3dafb2238c1e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.520494] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a33fb8-078c-4665-b6ab-f599bf41a805 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.525422] env[69437]: INFO nova.compute.manager [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Took 21.44 seconds to build instance. [ 1089.535813] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5233473f-c08b-d3d2-2a68-a61d5947e498, 'name': SearchDatastore_Task, 'duration_secs': 0.023416} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.539822] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.540251] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.540645] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.540901] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.541248] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.542228] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1925dbc6-776a-4c0e-ae2f-1096e9daaf56 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.546829] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff20335-da8b-4969-9d7a-fd73d33790c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.569537] env[69437]: DEBUG nova.compute.provider_tree [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.572765] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.572986] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.574435] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a5a210-2052-4b04-a565-741adcbda2fe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.581522] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1089.581522] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52631bbd-e4fd-86c7-9c5f-0401e862c0c5" [ 1089.581522] env[69437]: _type = "Task" [ 1089.581522] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.591382] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52631bbd-e4fd-86c7-9c5f-0401e862c0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.620999] env[69437]: DEBUG nova.network.neutron [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Successfully updated port: 0ec2facd-d819-476a-893c-bfccc4fdf2da {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.871184] env[69437]: INFO nova.compute.manager [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Took 16.64 seconds to build instance. [ 1090.030041] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "042677e0-5bec-4b37-9789-206c0c96df0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.962s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.075161] env[69437]: DEBUG nova.scheduler.client.report [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.093506] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52631bbd-e4fd-86c7-9c5f-0401e862c0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.027861} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.094738] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88f2309-60f2-450a-82f3-aaaa25268dc7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.101496] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1090.101496] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524d56f8-ba4a-c591-d801-0a3dc05e40ac" [ 1090.101496] env[69437]: _type = "Task" [ 1090.101496] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.111925] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524d56f8-ba4a-c591-d801-0a3dc05e40ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.123771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "refresh_cache-dc8cb2b3-3246-451a-8480-5d67f12e446e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.123771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "refresh_cache-dc8cb2b3-3246-451a-8480-5d67f12e446e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.123771] env[69437]: DEBUG nova.network.neutron [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.174515] env[69437]: DEBUG nova.network.neutron [-] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.226135] env[69437]: DEBUG nova.compute.manager [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Received event network-vif-plugged-0ec2facd-d819-476a-893c-bfccc4fdf2da {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.226542] env[69437]: DEBUG oslo_concurrency.lockutils [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] Acquiring lock "dc8cb2b3-3246-451a-8480-5d67f12e446e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.226874] env[69437]: DEBUG oslo_concurrency.lockutils [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] Lock "dc8cb2b3-3246-451a-8480-5d67f12e446e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.227174] env[69437]: DEBUG oslo_concurrency.lockutils [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] Lock "dc8cb2b3-3246-451a-8480-5d67f12e446e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.227454] env[69437]: DEBUG nova.compute.manager [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] No waiting events found dispatching network-vif-plugged-0ec2facd-d819-476a-893c-bfccc4fdf2da {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1090.228677] env[69437]: WARNING nova.compute.manager [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Received unexpected event network-vif-plugged-0ec2facd-d819-476a-893c-bfccc4fdf2da for instance with vm_state building and task_state spawning. [ 1090.228677] env[69437]: DEBUG nova.compute.manager [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Received event network-changed-0ec2facd-d819-476a-893c-bfccc4fdf2da {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.228677] env[69437]: DEBUG nova.compute.manager [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Refreshing instance network info cache due to event network-changed-0ec2facd-d819-476a-893c-bfccc4fdf2da. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.228677] env[69437]: DEBUG oslo_concurrency.lockutils [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] Acquiring lock "refresh_cache-dc8cb2b3-3246-451a-8480-5d67f12e446e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.284678] env[69437]: DEBUG nova.compute.manager [req-efda0229-63eb-4a04-b8eb-6e76bc9ef9f3 req-962c2460-a7d5-4f33-ab24-9bfabb31e301 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.285314] env[69437]: DEBUG nova.compute.manager [req-efda0229-63eb-4a04-b8eb-6e76bc9ef9f3 req-962c2460-a7d5-4f33-ab24-9bfabb31e301 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing instance network info cache due to event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.285689] env[69437]: DEBUG oslo_concurrency.lockutils [req-efda0229-63eb-4a04-b8eb-6e76bc9ef9f3 req-962c2460-a7d5-4f33-ab24-9bfabb31e301 service nova] Acquiring lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.285955] env[69437]: DEBUG oslo_concurrency.lockutils [req-efda0229-63eb-4a04-b8eb-6e76bc9ef9f3 req-962c2460-a7d5-4f33-ab24-9bfabb31e301 service nova] Acquired lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.286234] env[69437]: DEBUG nova.network.neutron [req-efda0229-63eb-4a04-b8eb-6e76bc9ef9f3 req-962c2460-a7d5-4f33-ab24-9bfabb31e301 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.373345] env[69437]: DEBUG oslo_concurrency.lockutils [None req-fca89c69-36dc-4a74-9d67-746b95c8dd6b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.166s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.586014] env[69437]: DEBUG oslo_concurrency.lockutils [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.468s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.589972] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.236s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.589972] env[69437]: DEBUG nova.objects.instance [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lazy-loading 'resources' on Instance uuid 535193c6-1bb6-4125-9e49-e4314032ae13 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.618220] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524d56f8-ba4a-c591-d801-0a3dc05e40ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.618611] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.618960] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 48af98f5-3c3f-4c94-ac5a-f2699a7e252b/48af98f5-3c3f-4c94-ac5a-f2699a7e252b.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.619307] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-293a4912-e4ae-4789-824f-e4c616a125b2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.630755] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1090.630755] env[69437]: value = "task-4104056" [ 1090.630755] env[69437]: _type = "Task" [ 1090.630755] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.641526] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.678117] env[69437]: INFO nova.compute.manager [-] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Took 1.55 seconds to deallocate network for instance. [ 1090.696580] env[69437]: DEBUG nova.network.neutron [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.106939] env[69437]: DEBUG oslo_concurrency.lockutils [None req-780ca618-8d7b-4d22-838d-77880ac15e3d tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.245s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.111029] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.401s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.111029] env[69437]: INFO nova.compute.manager [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Unshelving [ 1091.143838] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104056, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.187487] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.227529] env[69437]: DEBUG nova.network.neutron [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Updating instance_info_cache with network_info: [{"id": "0ec2facd-d819-476a-893c-bfccc4fdf2da", "address": "fa:16:3e:ac:f3:2e", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec2facd-d8", "ovs_interfaceid": "0ec2facd-d819-476a-893c-bfccc4fdf2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.385473] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c2e80-9dab-4154-80e7-ba7a563c2999 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.397119] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352b6593-de90-4bd7-82cb-7e6aa7a8e590 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.437334] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cefc23-49b8-44fb-b880-087b62875040 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.446871] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733ed7b9-931b-4ae6-80db-d6f8fa44f090 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.464931] env[69437]: DEBUG nova.compute.provider_tree [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.500689] env[69437]: DEBUG nova.network.neutron [req-efda0229-63eb-4a04-b8eb-6e76bc9ef9f3 req-962c2460-a7d5-4f33-ab24-9bfabb31e301 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updated VIF entry in instance network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.501108] env[69437]: DEBUG nova.network.neutron [req-efda0229-63eb-4a04-b8eb-6e76bc9ef9f3 req-962c2460-a7d5-4f33-ab24-9bfabb31e301 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.513193] env[69437]: DEBUG nova.compute.manager [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Stashing vm_state: active {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1091.631850] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "d92efd14-098b-44ac-a552-68bc3adfac6d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.632140] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.632373] env[69437]: INFO nova.compute.manager [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Rebooting instance [ 1091.651681] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544654} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.654212] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 48af98f5-3c3f-4c94-ac5a-f2699a7e252b/48af98f5-3c3f-4c94-ac5a-f2699a7e252b.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.654212] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.654212] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15fb2315-bf73-46c8-aa1c-33e808e11937 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.663953] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1091.663953] env[69437]: value = "task-4104057" [ 1091.663953] env[69437]: _type = "Task" [ 1091.663953] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.677920] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.733617] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "refresh_cache-dc8cb2b3-3246-451a-8480-5d67f12e446e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.734163] env[69437]: DEBUG nova.compute.manager [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Instance network_info: |[{"id": "0ec2facd-d819-476a-893c-bfccc4fdf2da", "address": "fa:16:3e:ac:f3:2e", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec2facd-d8", "ovs_interfaceid": "0ec2facd-d819-476a-893c-bfccc4fdf2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.735904] env[69437]: DEBUG oslo_concurrency.lockutils [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] Acquired lock "refresh_cache-dc8cb2b3-3246-451a-8480-5d67f12e446e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.735904] env[69437]: DEBUG nova.network.neutron [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Refreshing network info cache for port 0ec2facd-d819-476a-893c-bfccc4fdf2da {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.736981] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:f3:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ec2facd-d819-476a-893c-bfccc4fdf2da', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.745569] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.746281] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.746628] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aff513de-f3d1-429b-a112-ee5d972c05d1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.774732] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.774732] env[69437]: value = "task-4104058" [ 1091.774732] env[69437]: _type = "Task" [ 1091.774732] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.785600] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104058, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.969512] env[69437]: DEBUG nova.scheduler.client.report [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.003860] env[69437]: DEBUG oslo_concurrency.lockutils [req-efda0229-63eb-4a04-b8eb-6e76bc9ef9f3 req-962c2460-a7d5-4f33-ab24-9bfabb31e301 service nova] Releasing lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.040082] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.118622] env[69437]: DEBUG nova.compute.utils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.182211] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096172} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.182820] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.184091] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339c7de0-39e7-47b3-b663-b71d6a56a32b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.188846] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.189542] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.189542] env[69437]: DEBUG nova.network.neutron [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.215583] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 48af98f5-3c3f-4c94-ac5a-f2699a7e252b/48af98f5-3c3f-4c94-ac5a-f2699a7e252b.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.217719] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77bfc9a6-0fba-477a-ba36-989e5c0cf7de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.238529] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1092.238529] env[69437]: value = "task-4104059" [ 1092.238529] env[69437]: _type = "Task" [ 1092.238529] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.250914] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.288721] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104058, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.326062] env[69437]: DEBUG nova.compute.manager [req-a3c870fa-acd1-4292-9727-748cc74f3121 req-7c0f93d0-f541-4d86-b3a8-ee2a340c9f75 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received event network-changed-6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.326291] env[69437]: DEBUG nova.compute.manager [req-a3c870fa-acd1-4292-9727-748cc74f3121 req-7c0f93d0-f541-4d86-b3a8-ee2a340c9f75 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing instance network info cache due to event network-changed-6efa7e9d-f21a-416c-bfc6-4f38c3624623. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.326586] env[69437]: DEBUG oslo_concurrency.lockutils [req-a3c870fa-acd1-4292-9727-748cc74f3121 req-7c0f93d0-f541-4d86-b3a8-ee2a340c9f75 service nova] Acquiring lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.326678] env[69437]: DEBUG oslo_concurrency.lockutils [req-a3c870fa-acd1-4292-9727-748cc74f3121 req-7c0f93d0-f541-4d86-b3a8-ee2a340c9f75 service nova] Acquired lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.326853] env[69437]: DEBUG nova.network.neutron [req-a3c870fa-acd1-4292-9727-748cc74f3121 req-7c0f93d0-f541-4d86-b3a8-ee2a340c9f75 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing network info cache for port 6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.476206] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.478592] env[69437]: DEBUG oslo_concurrency.lockutils [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.858s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.478846] env[69437]: DEBUG nova.objects.instance [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lazy-loading 'resources' on Instance uuid 73310bc1-56dc-4818-8965-0a4050bdf3cb {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.506542] env[69437]: INFO nova.scheduler.client.report [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Deleted allocations for instance 535193c6-1bb6-4125-9e49-e4314032ae13 [ 1092.622214] env[69437]: INFO nova.virt.block_device [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Booting with volume c777ead8-16d4-4ae8-900a-2bdd674019c6 at /dev/sdb [ 1092.647986] env[69437]: DEBUG nova.network.neutron [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Updated VIF entry in instance network info cache for port 0ec2facd-d819-476a-893c-bfccc4fdf2da. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.648483] env[69437]: DEBUG nova.network.neutron [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Updating instance_info_cache with network_info: [{"id": "0ec2facd-d819-476a-893c-bfccc4fdf2da", "address": "fa:16:3e:ac:f3:2e", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec2facd-d8", "ovs_interfaceid": "0ec2facd-d819-476a-893c-bfccc4fdf2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.674281] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b27a10be-3496-4c71-96d4-934915eaab52 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.684393] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91d77b7-e746-466e-8d6d-0d8a714f977a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.724793] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34ad08d1-b883-4574-8bdd-cb7ce540b768 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.735792] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab3894-b32b-4303-ba9a-50e15c1fab43 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.759903] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104059, 'name': ReconfigVM_Task, 'duration_secs': 0.33202} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.760209] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 48af98f5-3c3f-4c94-ac5a-f2699a7e252b/48af98f5-3c3f-4c94-ac5a-f2699a7e252b.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.760949] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79df48e2-8f06-474c-984c-3f7674bbd5ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.782325] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a3c7b6-8fb1-4f5a-b207-c54083b36f55 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.785152] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1092.785152] env[69437]: value = "task-4104060" [ 1092.785152] env[69437]: _type = "Task" [ 1092.785152] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.795536] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104058, 'name': CreateVM_Task, 'duration_secs': 0.749549} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.799639] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505fd102-64e8-4ecc-a9df-78d443feb44f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.802750] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.807063] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.807260] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.807579] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.808888] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104060, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.808888] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b6249b-b976-47b0-91d5-36dc97fc8a64 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.813892] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1092.813892] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52476c9a-b2ff-44d3-233f-2a86292f2d54" [ 1092.813892] env[69437]: _type = "Task" [ 1092.813892] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.824861] env[69437]: DEBUG nova.virt.block_device [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating existing volume attachment record: 10de09eb-446f-47a4-af44-b36a8b754843 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1092.832373] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52476c9a-b2ff-44d3-233f-2a86292f2d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.018052] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b5d56c09-5fe4-4837-a364-e353be0e8563 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "535193c6-1bb6-4125-9e49-e4314032ae13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.634s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.156236] env[69437]: DEBUG oslo_concurrency.lockutils [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] Releasing lock "refresh_cache-dc8cb2b3-3246-451a-8480-5d67f12e446e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.156236] env[69437]: DEBUG nova.compute.manager [req-88a0dc49-b0c2-437f-bc28-a210a6d4b5f3 req-859ebb96-452a-4af3-8c45-74f7c652ecb5 service nova] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Received event network-vif-deleted-fc1cad1b-ee5c-4103-91e1-2577939c029c {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.276431] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa6aeae-a598-4bb8-9fc7-8d393dc9fcfd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.286434] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c099a2-760e-48e7-a9dc-a3e5407b9485 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.304023] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104060, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.335635] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e8dc6b-36af-4d85-8cb2-deb51e6333c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.345071] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52476c9a-b2ff-44d3-233f-2a86292f2d54, 'name': SearchDatastore_Task, 'duration_secs': 0.024394} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.347794] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.348088] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.348376] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.348551] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.348760] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.349563] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9e75ab-ab2c-4c1e-a4a4-cd1653ddc6a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.352688] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a53709b-9aec-4962-ab4c-2ce19f2817e4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.369457] env[69437]: DEBUG nova.compute.provider_tree [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.372224] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.372784] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.373540] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4e6f00-a66f-4669-8e26-e11e46df07b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.380360] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1093.380360] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a45387-6c3f-02cf-ee40-cf1a3b583e67" [ 1093.380360] env[69437]: _type = "Task" [ 1093.380360] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.390145] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a45387-6c3f-02cf-ee40-cf1a3b583e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.405686] env[69437]: DEBUG nova.network.neutron [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [{"id": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "address": "fa:16:3e:c1:98:88", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e506ed6-a5", "ovs_interfaceid": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.440086] env[69437]: DEBUG nova.network.neutron [req-a3c870fa-acd1-4292-9727-748cc74f3121 req-7c0f93d0-f541-4d86-b3a8-ee2a340c9f75 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updated VIF entry in instance network info cache for port 6efa7e9d-f21a-416c-bfc6-4f38c3624623. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.441083] env[69437]: DEBUG nova.network.neutron [req-a3c870fa-acd1-4292-9727-748cc74f3121 req-7c0f93d0-f541-4d86-b3a8-ee2a340c9f75 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updating instance_info_cache with network_info: [{"id": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "address": "fa:16:3e:aa:be:7e", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efa7e9d-f2", "ovs_interfaceid": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.804189] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104060, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.876403] env[69437]: DEBUG nova.scheduler.client.report [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.892774] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a45387-6c3f-02cf-ee40-cf1a3b583e67, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.894263] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fafe6ead-9f5a-47d1-a864-88964d9efe08 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.901655] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1093.901655] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bc604d-e7db-b2bf-d63f-d630f6803727" [ 1093.901655] env[69437]: _type = "Task" [ 1093.901655] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.908476] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.912921] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bc604d-e7db-b2bf-d63f-d630f6803727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.943055] env[69437]: DEBUG oslo_concurrency.lockutils [req-a3c870fa-acd1-4292-9727-748cc74f3121 req-7c0f93d0-f541-4d86-b3a8-ee2a340c9f75 service nova] Releasing lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.304105] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104060, 'name': Rename_Task, 'duration_secs': 1.168078} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.304451] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.304726] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77a47410-132c-46e6-8849-90f3ea56566d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.312608] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1094.312608] env[69437]: value = "task-4104064" [ 1094.312608] env[69437]: _type = "Task" [ 1094.312608] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.323327] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.364860] env[69437]: DEBUG nova.compute.manager [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received event network-changed-6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.364860] env[69437]: DEBUG nova.compute.manager [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing instance network info cache due to event network-changed-6efa7e9d-f21a-416c-bfc6-4f38c3624623. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.364860] env[69437]: DEBUG oslo_concurrency.lockutils [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] Acquiring lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.364860] env[69437]: DEBUG oslo_concurrency.lockutils [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] Acquired lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.364860] env[69437]: DEBUG nova.network.neutron [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing network info cache for port 6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.383254] env[69437]: DEBUG oslo_concurrency.lockutils [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.386164] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.162s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.386408] env[69437]: DEBUG nova.objects.instance [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lazy-loading 'resources' on Instance uuid b00b06e2-4049-4ce1-9dc9-5321f64442dd {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.417928] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bc604d-e7db-b2bf-d63f-d630f6803727, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.418411] env[69437]: DEBUG nova.compute.manager [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.419814] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.419814] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] dc8cb2b3-3246-451a-8480-5d67f12e446e/dc8cb2b3-3246-451a-8480-5d67f12e446e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.420088] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9352433a-dab1-49f5-9e3e-0a59460e74c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.425865] env[69437]: INFO nova.scheduler.client.report [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Deleted allocations for instance 73310bc1-56dc-4818-8965-0a4050bdf3cb [ 1094.427086] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f94d557a-eb90-4adc-b215-9c4ff81f8558 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.441299] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1094.441299] env[69437]: value = "task-4104065" [ 1094.441299] env[69437]: _type = "Task" [ 1094.441299] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.452598] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.829281] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104064, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.955301] env[69437]: DEBUG oslo_concurrency.lockutils [None req-94f53ec5-4e0f-4084-83bb-9fc76e499989 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Lock "73310bc1-56dc-4818-8965-0a4050bdf3cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.300s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.969077] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104065, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.166924] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "f9212523-bae7-4cc8-af08-02f4e4bec785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.168276] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "f9212523-bae7-4cc8-af08-02f4e4bec785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.226695] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb655715-d2b7-4539-9312-7fe1af49f676 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.235805] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8048f37-d326-414e-b566-5e0d7ed0b501 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.269685] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f59bd4-b23e-4f62-b112-54b62a03b630 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.278690] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4205e9a-d97b-4991-bc9e-692bc82cc619 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.295952] env[69437]: DEBUG nova.compute.provider_tree [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.324104] env[69437]: DEBUG oslo_vmware.api [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104064, 'name': PowerOnVM_Task, 'duration_secs': 0.636411} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.324534] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.324727] env[69437]: INFO nova.compute.manager [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1095.324963] env[69437]: DEBUG nova.compute.manager [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.325921] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d21e12a-e13c-4376-897c-dbbd4e310d07 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.396335] env[69437]: DEBUG nova.network.neutron [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updated VIF entry in instance network info cache for port 6efa7e9d-f21a-416c-bfc6-4f38c3624623. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.396704] env[69437]: DEBUG nova.network.neutron [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updating instance_info_cache with network_info: [{"id": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "address": "fa:16:3e:aa:be:7e", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efa7e9d-f2", "ovs_interfaceid": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.461021] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d867395-44ba-44ec-877d-11716729a23a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.468793] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625319} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.470918] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] dc8cb2b3-3246-451a-8480-5d67f12e446e/dc8cb2b3-3246-451a-8480-5d67f12e446e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.471150] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.471431] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Doing hard reboot of VM {{(pid=69437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1095.471647] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e16ab6d-19ae-4bb6-9d87-10ee91ad1a24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.473850] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dd390452-e597-4a41-8000-2f47117ad717 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.480995] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1095.480995] env[69437]: value = "task-4104068" [ 1095.480995] env[69437]: _type = "Task" [ 1095.480995] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.482886] env[69437]: DEBUG oslo_vmware.api [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1095.482886] env[69437]: value = "task-4104067" [ 1095.482886] env[69437]: _type = "Task" [ 1095.482886] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.498534] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.498836] env[69437]: DEBUG oslo_vmware.api [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104067, 'name': ResetVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.674164] env[69437]: DEBUG nova.compute.manager [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.800338] env[69437]: DEBUG nova.scheduler.client.report [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.859195] env[69437]: INFO nova.compute.manager [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Took 19.43 seconds to build instance. [ 1095.900235] env[69437]: DEBUG oslo_concurrency.lockutils [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] Releasing lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.900235] env[69437]: DEBUG nova.compute.manager [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.900235] env[69437]: DEBUG nova.compute.manager [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing instance network info cache due to event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.900436] env[69437]: DEBUG oslo_concurrency.lockutils [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] Acquiring lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.900679] env[69437]: DEBUG oslo_concurrency.lockutils [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] Acquired lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.900679] env[69437]: DEBUG nova.network.neutron [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.993248] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077935} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.993937] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.994728] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c61bc80-a081-4644-811c-c521285b65fb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.000494] env[69437]: DEBUG oslo_vmware.api [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104067, 'name': ResetVM_Task, 'duration_secs': 0.1173} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.001207] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Did hard reboot of VM {{(pid=69437) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1096.001413] env[69437]: DEBUG nova.compute.manager [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.002191] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a80d79f-1c54-4fbf-ba76-dc4fce415cff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.026462] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] dc8cb2b3-3246-451a-8480-5d67f12e446e/dc8cb2b3-3246-451a-8480-5d67f12e446e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.027362] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec89300-fc2b-4f55-a41b-5641e1c46ab0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.057232] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1096.057232] env[69437]: value = "task-4104069" [ 1096.057232] env[69437]: _type = "Task" [ 1096.057232] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.068732] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.207026] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.304200] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.307954] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.120s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.307954] env[69437]: DEBUG nova.objects.instance [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lazy-loading 'resources' on Instance uuid 884bde6d-c720-47d6-b9b7-f8266d8c06d6 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.341382] env[69437]: INFO nova.scheduler.client.report [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Deleted allocations for instance b00b06e2-4049-4ce1-9dc9-5321f64442dd [ 1096.361675] env[69437]: DEBUG oslo_concurrency.lockutils [None req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.949s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.556393] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b8accf56-ff8d-4304-9b0a-27ebf6299251 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.924s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.571298] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.810380] env[69437]: DEBUG nova.network.neutron [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updated VIF entry in instance network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.810969] env[69437]: DEBUG nova.network.neutron [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.855258] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f9436924-34cd-4708-ba7a-362353865acf tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Lock "b00b06e2-4049-4ce1-9dc9-5321f64442dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.133s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.071305] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104069, 'name': ReconfigVM_Task, 'duration_secs': 0.595466} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.071755] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Reconfigured VM instance instance-00000062 to attach disk [datastore2] dc8cb2b3-3246-451a-8480-5d67f12e446e/dc8cb2b3-3246-451a-8480-5d67f12e446e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.072312] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2485a334-46f7-4798-ab7d-aaf58940a9e0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.083086] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1097.083086] env[69437]: value = "task-4104070" [ 1097.083086] env[69437]: _type = "Task" [ 1097.083086] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.099173] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104070, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.114464] env[69437]: DEBUG nova.compute.manager [req-f47d8bac-f0ff-4754-a8ba-b687066bef75 req-9114e5d4-fee9-4439-bbee-4ba92fc71957 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Received event network-changed-e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.115446] env[69437]: DEBUG nova.compute.manager [req-f47d8bac-f0ff-4754-a8ba-b687066bef75 req-9114e5d4-fee9-4439-bbee-4ba92fc71957 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Refreshing instance network info cache due to event network-changed-e2a8b5fe-704c-4c14-a436-8ed321084a8b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.115446] env[69437]: DEBUG oslo_concurrency.lockutils [req-f47d8bac-f0ff-4754-a8ba-b687066bef75 req-9114e5d4-fee9-4439-bbee-4ba92fc71957 service nova] Acquiring lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.115446] env[69437]: DEBUG oslo_concurrency.lockutils [req-f47d8bac-f0ff-4754-a8ba-b687066bef75 req-9114e5d4-fee9-4439-bbee-4ba92fc71957 service nova] Acquired lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.115699] env[69437]: DEBUG nova.network.neutron [req-f47d8bac-f0ff-4754-a8ba-b687066bef75 req-9114e5d4-fee9-4439-bbee-4ba92fc71957 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Refreshing network info cache for port e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.137020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cc1557-ad16-4f36-81ec-ef562acc1391 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.146641] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05567181-29df-4f08-9345-45d5d10919e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.184763] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1f7527-18d7-4b14-9911-8d8ba3520240 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.194261] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08920c69-c084-4169-b9ce-465326ccd48c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.210301] env[69437]: DEBUG nova.compute.provider_tree [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.317018] env[69437]: DEBUG oslo_concurrency.lockutils [req-f683d731-e122-428a-a8b5-ce77799a0de9 req-2b66f0a3-cb41-4f94-8a84-e32ef57c41b5 service nova] Releasing lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.595427] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104070, 'name': Rename_Task, 'duration_secs': 0.200752} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.595754] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.596029] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f68898bf-c303-4458-868c-5c1445729ee5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.605839] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1097.605839] env[69437]: value = "task-4104071" [ 1097.605839] env[69437]: _type = "Task" [ 1097.605839] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.617253] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.713556] env[69437]: DEBUG nova.scheduler.client.report [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.118873] env[69437]: DEBUG oslo_vmware.api [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104071, 'name': PowerOnVM_Task, 'duration_secs': 0.513968} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.119173] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.119373] env[69437]: INFO nova.compute.manager [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1098.119656] env[69437]: DEBUG nova.compute.manager [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.120423] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d109386-2fda-41ec-8a3b-b13cbef6836b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.127949] env[69437]: DEBUG nova.network.neutron [req-f47d8bac-f0ff-4754-a8ba-b687066bef75 req-9114e5d4-fee9-4439-bbee-4ba92fc71957 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updated VIF entry in instance network info cache for port e2a8b5fe-704c-4c14-a436-8ed321084a8b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.128378] env[69437]: DEBUG nova.network.neutron [req-f47d8bac-f0ff-4754-a8ba-b687066bef75 req-9114e5d4-fee9-4439-bbee-4ba92fc71957 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updating instance_info_cache with network_info: [{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.219302] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.223822] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.183s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.252406] env[69437]: INFO nova.scheduler.client.report [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Deleted allocations for instance 884bde6d-c720-47d6-b9b7-f8266d8c06d6 [ 1098.467625] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.636944] env[69437]: DEBUG oslo_concurrency.lockutils [req-f47d8bac-f0ff-4754-a8ba-b687066bef75 req-9114e5d4-fee9-4439-bbee-4ba92fc71957 service nova] Releasing lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.647342] env[69437]: INFO nova.compute.manager [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Took 21.50 seconds to build instance. [ 1098.729065] env[69437]: INFO nova.compute.claims [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.765912] env[69437]: DEBUG oslo_concurrency.lockutils [None req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "884bde6d-c720-47d6-b9b7-f8266d8c06d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.533s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.896432] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquiring lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.896432] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.149184] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "dc8cb2b3-3246-451a-8480-5d67f12e446e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.023s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.235649] env[69437]: INFO nova.compute.resource_tracker [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating resource usage from migration 2e11aa40-a335-4275-aab5-bb31c761394e [ 1099.400911] env[69437]: DEBUG nova.compute.manager [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.498019] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762efdb4-bcdb-41ca-a70f-29e79ed0cd21 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.508142] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da654e31-42dd-4b32-a7ce-e115f08db87f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.543999] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a7cce4-ca89-463d-9df2-243589e5167b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.552580] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826b3321-3748-4e3f-be24-da6ee4721e2c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.566989] env[69437]: DEBUG nova.compute.provider_tree [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.797242] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "dc8cb2b3-3246-451a-8480-5d67f12e446e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.797608] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "dc8cb2b3-3246-451a-8480-5d67f12e446e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.797994] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "dc8cb2b3-3246-451a-8480-5d67f12e446e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.797994] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "dc8cb2b3-3246-451a-8480-5d67f12e446e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.798153] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "dc8cb2b3-3246-451a-8480-5d67f12e446e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.800491] env[69437]: DEBUG oslo_concurrency.lockutils [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "3a6b21f3-d390-4b88-aabb-e94d219881d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.800750] env[69437]: DEBUG oslo_concurrency.lockutils [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "3a6b21f3-d390-4b88-aabb-e94d219881d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.801063] env[69437]: DEBUG oslo_concurrency.lockutils [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "3a6b21f3-d390-4b88-aabb-e94d219881d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.801205] env[69437]: DEBUG oslo_concurrency.lockutils [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "3a6b21f3-d390-4b88-aabb-e94d219881d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.801420] env[69437]: DEBUG oslo_concurrency.lockutils [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "3a6b21f3-d390-4b88-aabb-e94d219881d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.807031] env[69437]: INFO nova.compute.manager [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Terminating instance [ 1099.807031] env[69437]: INFO nova.compute.manager [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Terminating instance [ 1099.933765] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.070698] env[69437]: DEBUG nova.scheduler.client.report [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.309238] env[69437]: DEBUG nova.compute.manager [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.309470] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.310058] env[69437]: DEBUG nova.compute.manager [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.310239] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.311181] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c0ba9d-05cc-46a1-88d7-d7a1e2f21ea2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.315103] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895cede5-4d06-47a5-8e11-1e7aa3f0d7d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.324052] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.327026] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4cdb262-c81d-453a-8f43-a9d1fa093538 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.327740] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.328041] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e72c618-fee2-495e-8b0e-e76a98c59cbd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.336382] env[69437]: DEBUG oslo_vmware.api [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1100.336382] env[69437]: value = "task-4104072" [ 1100.336382] env[69437]: _type = "Task" [ 1100.336382] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.337691] env[69437]: DEBUG oslo_vmware.api [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1100.337691] env[69437]: value = "task-4104073" [ 1100.337691] env[69437]: _type = "Task" [ 1100.337691] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.354494] env[69437]: DEBUG oslo_vmware.api [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.354746] env[69437]: DEBUG oslo_vmware.api [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4104072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.578605] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.356s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.578813] env[69437]: INFO nova.compute.manager [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Migrating [ 1100.585742] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.380s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.587390] env[69437]: INFO nova.compute.claims [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.752639] env[69437]: INFO nova.compute.manager [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Rebuilding instance [ 1100.811798] env[69437]: DEBUG nova.compute.manager [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.813145] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a9b03d-7864-4bac-a8dc-09300fea5fd7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.851068] env[69437]: DEBUG oslo_vmware.api [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104073, 'name': PowerOffVM_Task, 'duration_secs': 0.243851} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.854241] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.854431] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.854705] env[69437]: DEBUG oslo_vmware.api [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4104072, 'name': PowerOffVM_Task, 'duration_secs': 0.253534} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.854913] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e2f109-f844-4a9d-affd-8a360ec4da97 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.856484] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.856664] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.858691] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a4c9c94-6c9c-4f80-b2be-3114cec8077e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.946668] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.946668] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.946668] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleting the datastore file [datastore2] dc8cb2b3-3246-451a-8480-5d67f12e446e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.946882] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35541a7d-fcd0-4984-ace7-3407d15998a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.956357] env[69437]: DEBUG oslo_vmware.api [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1100.956357] env[69437]: value = "task-4104076" [ 1100.956357] env[69437]: _type = "Task" [ 1100.956357] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.969851] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.970508] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.970508] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Deleting the datastore file [datastore1] 3a6b21f3-d390-4b88-aabb-e94d219881d0 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.971680] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55ee5377-727b-430d-a56d-21c5e1094515 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.976863] env[69437]: DEBUG oslo_vmware.api [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.982418] env[69437]: DEBUG oslo_vmware.api [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for the task: (returnval){ [ 1100.982418] env[69437]: value = "task-4104077" [ 1100.982418] env[69437]: _type = "Task" [ 1100.982418] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.992504] env[69437]: DEBUG oslo_vmware.api [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4104077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.101014] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.105335] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.105574] env[69437]: DEBUG nova.network.neutron [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.467626] env[69437]: DEBUG oslo_vmware.api [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177048} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.468278] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.468278] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.468278] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.468422] env[69437]: INFO nova.compute.manager [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1101.468651] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.468844] env[69437]: DEBUG nova.compute.manager [-] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.468938] env[69437]: DEBUG nova.network.neutron [-] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.492391] env[69437]: DEBUG oslo_vmware.api [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Task: {'id': task-4104077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16725} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.492749] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.492929] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.493122] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.493293] env[69437]: INFO nova.compute.manager [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1101.493546] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.493749] env[69437]: DEBUG nova.compute.manager [-] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.493866] env[69437]: DEBUG nova.network.neutron [-] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.830032] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.830032] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27574bdc-c583-4cee-8f31-1383d14127ff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.842432] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1101.842432] env[69437]: value = "task-4104078" [ 1101.842432] env[69437]: _type = "Task" [ 1101.842432] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.864909] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.869273] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ed2860-6829-45ce-bd39-7ad0d52e57fd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.879561] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046594b7-344a-4c96-9456-6c3cb490a13c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.888086] env[69437]: DEBUG nova.network.neutron [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance_info_cache with network_info: [{"id": "a672a557-c235-41c8-9f57-6431c6b1516b", "address": "fa:16:3e:61:2d:5f", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa672a557-c2", "ovs_interfaceid": "a672a557-c235-41c8-9f57-6431c6b1516b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.940577] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1d212-0b30-4dd1-9bb2-e215f33bf5af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.953133] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeec069a-1e10-492d-aab2-b6f2603aeff6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.981219] env[69437]: DEBUG nova.compute.provider_tree [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.984256] env[69437]: DEBUG nova.compute.manager [req-7d519d6b-b997-49f3-aef2-a31ec6a02879 req-7efb0ad4-107b-48d0-8e27-ce9cc4080f61 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Received event network-vif-deleted-0ec2facd-d819-476a-893c-bfccc4fdf2da {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.984449] env[69437]: INFO nova.compute.manager [req-7d519d6b-b997-49f3-aef2-a31ec6a02879 req-7efb0ad4-107b-48d0-8e27-ce9cc4080f61 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Neutron deleted interface 0ec2facd-d819-476a-893c-bfccc4fdf2da; detaching it from the instance and deleting it from the info cache [ 1101.984620] env[69437]: DEBUG nova.network.neutron [req-7d519d6b-b997-49f3-aef2-a31ec6a02879 req-7efb0ad4-107b-48d0-8e27-ce9cc4080f61 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.354034] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104078, 'name': PowerOffVM_Task, 'duration_secs': 0.335081} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.354310] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.355075] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.355372] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc1d2446-59cf-4837-a3fd-bdba3c7b82bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.362936] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1102.362936] env[69437]: value = "task-4104079" [ 1102.362936] env[69437]: _type = "Task" [ 1102.362936] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.371375] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.439630] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.445392] env[69437]: DEBUG nova.network.neutron [-] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.446656] env[69437]: DEBUG nova.network.neutron [-] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.487656] env[69437]: DEBUG nova.scheduler.client.report [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.493058] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0585512-e5ac-42b8-8423-c1f06427b336 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.504867] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfee830a-c503-4cac-8e19-afc99f1c3f7c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.541340] env[69437]: DEBUG nova.compute.manager [req-7d519d6b-b997-49f3-aef2-a31ec6a02879 req-7efb0ad4-107b-48d0-8e27-ce9cc4080f61 service nova] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Detach interface failed, port_id=0ec2facd-d819-476a-893c-bfccc4fdf2da, reason: Instance dc8cb2b3-3246-451a-8480-5d67f12e446e could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.875328] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1102.875328] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1102.875328] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812921', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'name': 'volume-4ca545ba-e488-4b00-9f70-abb1e644dea7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac0ac227-3c0e-486d-8389-1040d801513a', 'attached_at': '', 'detached_at': '', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'serial': '4ca545ba-e488-4b00-9f70-abb1e644dea7'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1102.876188] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150ecb34-0fb1-48be-8f40-815e71a53d39 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.896709] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ea1557-1e01-463d-a085-5b3c3a82cae8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.904533] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd8192-0f59-4849-846f-dbbb674ba86f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.924495] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d10a7e-d439-4bc2-b8db-816790ed6030 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.940910] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] The volume has not been displaced from its original location: [datastore1] volume-4ca545ba-e488-4b00-9f70-abb1e644dea7/volume-4ca545ba-e488-4b00-9f70-abb1e644dea7.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1102.946365] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1102.950101] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b257056e-4fae-46aa-93f9-63621ddabe0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.963380] env[69437]: INFO nova.compute.manager [-] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Took 1.47 seconds to deallocate network for instance. [ 1102.963746] env[69437]: INFO nova.compute.manager [-] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Took 1.49 seconds to deallocate network for instance. [ 1102.975472] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1102.975472] env[69437]: value = "task-4104080" [ 1102.975472] env[69437]: _type = "Task" [ 1102.975472] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.987216] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.999262] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.999828] env[69437]: DEBUG nova.compute.manager [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.002808] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.538s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.002986] env[69437]: DEBUG nova.objects.instance [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'pci_requests' on Instance uuid 5a02cbcb-3b22-45e6-b196-f2ae3322ebac {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.474592] env[69437]: DEBUG oslo_concurrency.lockutils [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.477247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.487896] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.505949] env[69437]: DEBUG nova.compute.utils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.509605] env[69437]: DEBUG nova.objects.instance [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'numa_topology' on Instance uuid 5a02cbcb-3b22-45e6-b196-f2ae3322ebac {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.511128] env[69437]: DEBUG nova.compute.manager [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.511313] env[69437]: DEBUG nova.network.neutron [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.559675] env[69437]: DEBUG nova.policy [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd345fc56607494293cc47d6f7351ada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2c2ec043292404996aa9463675392d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.832832] env[69437]: DEBUG nova.network.neutron [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Successfully created port: 6c375e98-6ac0-4121-a0e6-5abede8138d4 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.972168] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e9dd4f-9cdd-4825-8a89-4a38cfb656a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.991071] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance 'f9ea8fbf-b017-4baf-8649-64747eccb23f' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.005464] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.010543] env[69437]: DEBUG nova.compute.manager [req-72019a06-8346-4138-a737-fcfe73f8d04a req-152832e5-20f4-4a1d-9e94-def833b9074a service nova] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Received event network-vif-deleted-6e7bcbc7-b525-4a8d-a30b-d31611c14164 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.011543] env[69437]: DEBUG nova.compute.manager [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.015626] env[69437]: INFO nova.compute.claims [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.504044] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.504206] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104080, 'name': ReconfigVM_Task, 'duration_secs': 1.272646} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.504359] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1025d443-0cfc-4942-aecb-67432792d418 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.506078] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.510691] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3348d11-6550-424e-864c-c81be77e3741 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.530130] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1104.530130] env[69437]: value = "task-4104081" [ 1104.530130] env[69437]: _type = "Task" [ 1104.530130] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.535411] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1104.535411] env[69437]: value = "task-4104082" [ 1104.535411] env[69437]: _type = "Task" [ 1104.535411] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.543633] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.551439] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104082, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.029942] env[69437]: DEBUG nova.compute.manager [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.044650] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104081, 'name': PowerOffVM_Task, 'duration_secs': 0.239378} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.045161] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.045408] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance 'f9ea8fbf-b017-4baf-8649-64747eccb23f' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.054133] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104082, 'name': ReconfigVM_Task, 'duration_secs': 0.131482} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.056374] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812921', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'name': 'volume-4ca545ba-e488-4b00-9f70-abb1e644dea7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac0ac227-3c0e-486d-8389-1040d801513a', 'attached_at': '', 'detached_at': '', 'volume_id': '4ca545ba-e488-4b00-9f70-abb1e644dea7', 'serial': '4ca545ba-e488-4b00-9f70-abb1e644dea7'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1105.056654] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.057620] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f265c7c4-1719-4094-9d51-c91637713c89 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.064662] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.064943] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.065149] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.065351] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.065501] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.065649] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.065856] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.067072] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.067072] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.067072] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.067072] env[69437]: DEBUG nova.virt.hardware [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.067764] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a293346-d280-41cd-8c21-81f16ad01202 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.072543] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.075335] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-292468fa-ccf4-4248-826d-a4e6b0c12352 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.080166] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625d11fa-ea3c-4ff9-b487-345ea3ea86ca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.148328] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.148675] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.148741] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Deleting the datastore file [datastore1] ac0ac227-3c0e-486d-8389-1040d801513a {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.148997] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07736050-1624-4ab9-b5c3-fccbd481e236 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.156564] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for the task: (returnval){ [ 1105.156564] env[69437]: value = "task-4104084" [ 1105.156564] env[69437]: _type = "Task" [ 1105.156564] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.171122] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.257372] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6027a7fd-d348-42b3-b1e7-019cd44b280b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.265463] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0617cb0-2701-46da-87e6-d62ca9fb9316 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.297148] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bde6fa-3cea-49d5-84f0-07b43de41392 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.305532] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a9b0de-2f39-4cc6-b288-99e035dde3c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.319372] env[69437]: DEBUG nova.compute.provider_tree [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.397269] env[69437]: DEBUG nova.network.neutron [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Successfully updated port: 6c375e98-6ac0-4121-a0e6-5abede8138d4 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.557338] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.557609] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.557776] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.557966] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.558136] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.558294] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.558501] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.558948] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.558948] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.559094] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.559166] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.564445] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df9bbc38-e145-440d-94a4-514e8f147e3a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.581422] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1105.581422] env[69437]: value = "task-4104085" [ 1105.581422] env[69437]: _type = "Task" [ 1105.581422] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.591222] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.667018] env[69437]: DEBUG oslo_vmware.api [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Task: {'id': task-4104084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086628} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.667290] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.667489] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.667675] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.730930] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.731328] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23c58da1-5c3e-4c80-bf63-592b7942c8f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.741326] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f98b8b-7cd8-4757-a9ca-05a1e73acb37 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.773603] env[69437]: ERROR nova.compute.manager [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Failed to detach volume 4ca545ba-e488-4b00-9f70-abb1e644dea7 from /dev/sda: nova.exception.InstanceNotFound: Instance ac0ac227-3c0e-486d-8389-1040d801513a could not be found. [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Traceback (most recent call last): [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self.driver.rebuild(**kwargs) [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] raise NotImplementedError() [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] NotImplementedError [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] During handling of the above exception, another exception occurred: [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Traceback (most recent call last): [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self.driver.detach_volume(context, old_connection_info, [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] return self._volumeops.detach_volume(connection_info, instance) [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self._detach_volume_vmdk(connection_info, instance) [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] stable_ref.fetch_moref(session) [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] nova.exception.InstanceNotFound: Instance ac0ac227-3c0e-486d-8389-1040d801513a could not be found. [ 1105.773603] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] [ 1105.822650] env[69437]: DEBUG nova.scheduler.client.report [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.898939] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "refresh_cache-f9212523-bae7-4cc8-af08-02f4e4bec785" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.898939] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired lock "refresh_cache-f9212523-bae7-4cc8-af08-02f4e4bec785" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.898939] env[69437]: DEBUG nova.network.neutron [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.902139] env[69437]: DEBUG nova.compute.utils [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Build of instance ac0ac227-3c0e-486d-8389-1040d801513a aborted: Failed to rebuild volume backed instance. {{(pid=69437) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1105.904487] env[69437]: ERROR nova.compute.manager [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ac0ac227-3c0e-486d-8389-1040d801513a aborted: Failed to rebuild volume backed instance. [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Traceback (most recent call last): [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self.driver.rebuild(**kwargs) [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] raise NotImplementedError() [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] NotImplementedError [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] During handling of the above exception, another exception occurred: [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Traceback (most recent call last): [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self._detach_root_volume(context, instance, root_bdm) [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] with excutils.save_and_reraise_exception(): [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self.force_reraise() [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] raise self.value [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self.driver.detach_volume(context, old_connection_info, [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] return self._volumeops.detach_volume(connection_info, instance) [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self._detach_volume_vmdk(connection_info, instance) [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] stable_ref.fetch_moref(session) [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] nova.exception.InstanceNotFound: Instance ac0ac227-3c0e-486d-8389-1040d801513a could not be found. [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] During handling of the above exception, another exception occurred: [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Traceback (most recent call last): [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] yield [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1105.904487] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self._do_rebuild_instance_with_claim( [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self._do_rebuild_instance( [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self._rebuild_default_impl(**kwargs) [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] self._rebuild_volume_backed_instance( [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] raise exception.BuildAbortException( [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] nova.exception.BuildAbortException: Build of instance ac0ac227-3c0e-486d-8389-1040d801513a aborted: Failed to rebuild volume backed instance. [ 1105.905818] env[69437]: ERROR nova.compute.manager [instance: ac0ac227-3c0e-486d-8389-1040d801513a] [ 1106.038872] env[69437]: DEBUG nova.compute.manager [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Received event network-vif-plugged-6c375e98-6ac0-4121-a0e6-5abede8138d4 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.039187] env[69437]: DEBUG oslo_concurrency.lockutils [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] Acquiring lock "f9212523-bae7-4cc8-af08-02f4e4bec785-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.039398] env[69437]: DEBUG oslo_concurrency.lockutils [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] Lock "f9212523-bae7-4cc8-af08-02f4e4bec785-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.039506] env[69437]: DEBUG oslo_concurrency.lockutils [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] Lock "f9212523-bae7-4cc8-af08-02f4e4bec785-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.039698] env[69437]: DEBUG nova.compute.manager [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] No waiting events found dispatching network-vif-plugged-6c375e98-6ac0-4121-a0e6-5abede8138d4 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1106.039837] env[69437]: WARNING nova.compute.manager [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Received unexpected event network-vif-plugged-6c375e98-6ac0-4121-a0e6-5abede8138d4 for instance with vm_state building and task_state spawning. [ 1106.040011] env[69437]: DEBUG nova.compute.manager [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Received event network-changed-6c375e98-6ac0-4121-a0e6-5abede8138d4 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.040184] env[69437]: DEBUG nova.compute.manager [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Refreshing instance network info cache due to event network-changed-6c375e98-6ac0-4121-a0e6-5abede8138d4. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.040354] env[69437]: DEBUG oslo_concurrency.lockutils [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] Acquiring lock "refresh_cache-f9212523-bae7-4cc8-af08-02f4e4bec785" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.093645] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104085, 'name': ReconfigVM_Task, 'duration_secs': 0.179453} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.093991] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance 'f9ea8fbf-b017-4baf-8649-64747eccb23f' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.327962] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.325s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.330376] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.397s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.332499] env[69437]: INFO nova.compute.claims [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.390641] env[69437]: INFO nova.network.neutron [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating port 3d2b7e40-478e-40bc-8db6-7db440223f62 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1106.466705] env[69437]: DEBUG nova.network.neutron [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.600967] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.600967] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.600967] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.601253] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.601253] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.601399] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.601612] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.601774] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.601946] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.602126] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.602306] env[69437]: DEBUG nova.virt.hardware [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.608031] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1106.608361] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f81c26-73fe-49be-baa8-09cb865968f1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.630179] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1106.630179] env[69437]: value = "task-4104086" [ 1106.630179] env[69437]: _type = "Task" [ 1106.630179] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.641464] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.706996] env[69437]: DEBUG nova.network.neutron [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Updating instance_info_cache with network_info: [{"id": "6c375e98-6ac0-4121-a0e6-5abede8138d4", "address": "fa:16:3e:39:0a:14", "network": {"id": "f0f7f6f8-3350-468f-adab-e53b677f4dfb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-496918775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c2ec043292404996aa9463675392d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c375e98-6a", "ovs_interfaceid": "6c375e98-6ac0-4121-a0e6-5abede8138d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.765666] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-07df3e47-801f-40da-9568-3558903e5628-fdf83ee9-8242-45f1-b9cf-19963fe6a913" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.765938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-07df3e47-801f-40da-9568-3558903e5628-fdf83ee9-8242-45f1-b9cf-19963fe6a913" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.766370] env[69437]: DEBUG nova.objects.instance [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'flavor' on Instance uuid 07df3e47-801f-40da-9568-3558903e5628 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.141044] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104086, 'name': ReconfigVM_Task, 'duration_secs': 0.188023} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.141393] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.141951] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94e94d9-b66b-496b-82aa-a22de99b298a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.169021] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f9ea8fbf-b017-4baf-8649-64747eccb23f/f9ea8fbf-b017-4baf-8649-64747eccb23f.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.169333] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37831936-b6c1-4e00-8819-23071e83a574 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.189810] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1107.189810] env[69437]: value = "task-4104087" [ 1107.189810] env[69437]: _type = "Task" [ 1107.189810] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.201073] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.209817] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Releasing lock "refresh_cache-f9212523-bae7-4cc8-af08-02f4e4bec785" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.210319] env[69437]: DEBUG nova.compute.manager [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Instance network_info: |[{"id": "6c375e98-6ac0-4121-a0e6-5abede8138d4", "address": "fa:16:3e:39:0a:14", "network": {"id": "f0f7f6f8-3350-468f-adab-e53b677f4dfb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-496918775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c2ec043292404996aa9463675392d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c375e98-6a", "ovs_interfaceid": "6c375e98-6ac0-4121-a0e6-5abede8138d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.210649] env[69437]: DEBUG oslo_concurrency.lockutils [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] Acquired lock "refresh_cache-f9212523-bae7-4cc8-af08-02f4e4bec785" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.210919] env[69437]: DEBUG nova.network.neutron [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Refreshing network info cache for port 6c375e98-6ac0-4121-a0e6-5abede8138d4 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.212440] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:0a:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c375e98-6ac0-4121-a0e6-5abede8138d4', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.221053] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.224450] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.225027] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd7b5b50-3df1-40d1-af60-b43151ae4d8b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.246579] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.246579] env[69437]: value = "task-4104088" [ 1107.246579] env[69437]: _type = "Task" [ 1107.246579] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.255709] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104088, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.376868] env[69437]: DEBUG nova.objects.instance [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'pci_requests' on Instance uuid 07df3e47-801f-40da-9568-3558903e5628 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.472358] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.472358] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.521212] env[69437]: DEBUG nova.network.neutron [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Updated VIF entry in instance network info cache for port 6c375e98-6ac0-4121-a0e6-5abede8138d4. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.521575] env[69437]: DEBUG nova.network.neutron [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Updating instance_info_cache with network_info: [{"id": "6c375e98-6ac0-4121-a0e6-5abede8138d4", "address": "fa:16:3e:39:0a:14", "network": {"id": "f0f7f6f8-3350-468f-adab-e53b677f4dfb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-496918775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c2ec043292404996aa9463675392d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c375e98-6a", "ovs_interfaceid": "6c375e98-6ac0-4121-a0e6-5abede8138d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.558643] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221a0a39-9871-4631-9000-75fb2bb3b0cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.567309] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7d515-f371-4edd-8cd8-44c9ff11bfef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.602120] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068c7fd6-c063-412d-88b5-d9d1522fccf2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.610490] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609600e4-0fa7-456b-963a-b7196db52e3f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.624662] env[69437]: DEBUG nova.compute.provider_tree [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.703093] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104087, 'name': ReconfigVM_Task, 'duration_secs': 0.308988} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.703385] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f9ea8fbf-b017-4baf-8649-64747eccb23f/f9ea8fbf-b017-4baf-8649-64747eccb23f.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.703654] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance 'f9ea8fbf-b017-4baf-8649-64747eccb23f' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.757047] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104088, 'name': CreateVM_Task, 'duration_secs': 0.349582} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.757753] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.757917] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.758098] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.758434] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.758687] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffe114d-b5a3-4cb3-ae85-7fdf60fdd3c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.764222] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1107.764222] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52772953-a531-3739-3564-93dca028e879" [ 1107.764222] env[69437]: _type = "Task" [ 1107.764222] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.774094] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52772953-a531-3739-3564-93dca028e879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.880205] env[69437]: DEBUG nova.objects.base [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Object Instance<07df3e47-801f-40da-9568-3558903e5628> lazy-loaded attributes: flavor,pci_requests {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.880415] env[69437]: DEBUG nova.network.neutron [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.922702] env[69437]: DEBUG oslo_concurrency.lockutils [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.979463] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.979463] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.979463] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.979463] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.979463] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.979463] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.979463] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1107.979463] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.015894] env[69437]: DEBUG nova.policy [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e739f5b215ed40deabf1163cb449599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc53fa4366a4a4aa5f2b5adcf92472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.023957] env[69437]: DEBUG oslo_concurrency.lockutils [req-9184418d-7a93-4396-a4db-2a4d047876ca req-3df3a821-f601-4fba-a33f-338c427de7c4 service nova] Releasing lock "refresh_cache-f9212523-bae7-4cc8-af08-02f4e4bec785" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.127912] env[69437]: DEBUG nova.scheduler.client.report [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.201352] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Acquiring lock "ac0ac227-3c0e-486d-8389-1040d801513a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.201725] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "ac0ac227-3c0e-486d-8389-1040d801513a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.201870] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Acquiring lock "ac0ac227-3c0e-486d-8389-1040d801513a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.204372] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "ac0ac227-3c0e-486d-8389-1040d801513a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.204372] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "ac0ac227-3c0e-486d-8389-1040d801513a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.206084] env[69437]: INFO nova.compute.manager [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Terminating instance [ 1108.210655] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec89886-d0a5-4de2-b989-ec2ea4200dd0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.235849] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d3fcec-43be-4350-a663-d4da4f6c92b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.255320] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance 'f9ea8fbf-b017-4baf-8649-64747eccb23f' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.274604] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52772953-a531-3739-3564-93dca028e879, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.274898] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.275147] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.275384] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.275532] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.275708] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.275964] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42431800-8740-43cc-9536-302a43892bd1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.285381] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.285575] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.286329] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd62e883-f391-44bd-be2e-38a318fe3670 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.291897] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1108.291897] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d26a36-bbf3-1014-5fba-2a04852ca7d5" [ 1108.291897] env[69437]: _type = "Task" [ 1108.291897] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.300333] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d26a36-bbf3-1014-5fba-2a04852ca7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.371757] env[69437]: DEBUG nova.compute.manager [req-14944fac-0f71-43c5-8ee9-88665511dcfa req-8ec6f719-858e-4bbb-8ba2-646a620112a0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received event network-vif-plugged-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.372018] env[69437]: DEBUG oslo_concurrency.lockutils [req-14944fac-0f71-43c5-8ee9-88665511dcfa req-8ec6f719-858e-4bbb-8ba2-646a620112a0 service nova] Acquiring lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.372483] env[69437]: DEBUG oslo_concurrency.lockutils [req-14944fac-0f71-43c5-8ee9-88665511dcfa req-8ec6f719-858e-4bbb-8ba2-646a620112a0 service nova] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.372705] env[69437]: DEBUG oslo_concurrency.lockutils [req-14944fac-0f71-43c5-8ee9-88665511dcfa req-8ec6f719-858e-4bbb-8ba2-646a620112a0 service nova] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.372951] env[69437]: DEBUG nova.compute.manager [req-14944fac-0f71-43c5-8ee9-88665511dcfa req-8ec6f719-858e-4bbb-8ba2-646a620112a0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] No waiting events found dispatching network-vif-plugged-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1108.373152] env[69437]: WARNING nova.compute.manager [req-14944fac-0f71-43c5-8ee9-88665511dcfa req-8ec6f719-858e-4bbb-8ba2-646a620112a0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received unexpected event network-vif-plugged-3d2b7e40-478e-40bc-8db6-7db440223f62 for instance with vm_state shelved_offloaded and task_state spawning. [ 1108.470528] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.470742] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.471018] env[69437]: DEBUG nova.network.neutron [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.482809] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.633751] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.634581] env[69437]: DEBUG nova.compute.manager [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.636833] env[69437]: DEBUG oslo_concurrency.lockutils [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.162s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.637651] env[69437]: DEBUG nova.objects.instance [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lazy-loading 'resources' on Instance uuid 3a6b21f3-d390-4b88-aabb-e94d219881d0 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.716035] env[69437]: DEBUG nova.compute.manager [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.716194] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81a7810d-ca5d-4bf0-b16d-6cc3cd070058 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.726621] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc47e86-13c7-45d1-9fb2-c9e23f772039 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.755257] env[69437]: WARNING nova.virt.vmwareapi.driver [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ac0ac227-3c0e-486d-8389-1040d801513a could not be found. [ 1108.755480] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.755778] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f05e987b-37e9-402a-a953-50cd53df1b03 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.767335] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca77fde-d458-4e72-8a86-7bd84adff251 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.798014] env[69437]: WARNING nova.virt.vmwareapi.vmops [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ac0ac227-3c0e-486d-8389-1040d801513a could not be found. [ 1108.798239] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.798428] env[69437]: INFO nova.compute.manager [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1108.798674] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.799588] env[69437]: DEBUG nova.network.neutron [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Port a672a557-c235-41c8-9f57-6431c6b1516b binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1108.803655] env[69437]: DEBUG nova.compute.manager [-] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.803757] env[69437]: DEBUG nova.network.neutron [-] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.812470] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d26a36-bbf3-1014-5fba-2a04852ca7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.813354] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b05eb89-234b-4aa0-ac68-d6d649a6a055 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.819673] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1108.819673] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5264927f-e7f8-6e55-3f17-aa2ef773219f" [ 1108.819673] env[69437]: _type = "Task" [ 1108.819673] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.829162] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5264927f-e7f8-6e55-3f17-aa2ef773219f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.139326] env[69437]: DEBUG nova.compute.utils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.143718] env[69437]: DEBUG nova.compute.manager [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.143874] env[69437]: DEBUG nova.network.neutron [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.231298] env[69437]: DEBUG nova.policy [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84c5f7aa77b248f9a668ae097a863356', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fe3fd278cc94d019bcd1ea90a45a61d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.332520] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5264927f-e7f8-6e55-3f17-aa2ef773219f, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.332865] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.333175] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f9212523-bae7-4cc8-af08-02f4e4bec785/f9212523-bae7-4cc8-af08-02f4e4bec785.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.333473] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7f2e581-bdcb-4219-bc8a-a48d04ffb720 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.344293] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1109.344293] env[69437]: value = "task-4104089" [ 1109.344293] env[69437]: _type = "Task" [ 1109.344293] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.355947] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.376710] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b840a60-74c5-4fc7-94a3-8ff25be556df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.383967] env[69437]: DEBUG nova.network.neutron [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating instance_info_cache with network_info: [{"id": "3d2b7e40-478e-40bc-8db6-7db440223f62", "address": "fa:16:3e:54:9b:08", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2b7e40-47", "ovs_interfaceid": "3d2b7e40-478e-40bc-8db6-7db440223f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.389828] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87537c92-94e7-488b-b497-e253f5e5b84a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.428199] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfb92c9-b3be-4340-84c4-c7232b4f0718 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.438652] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf30d2-7178-4e5b-9b30-3bdc18d12b4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.459856] env[69437]: DEBUG nova.compute.provider_tree [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.647585] env[69437]: DEBUG nova.compute.manager [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.809925] env[69437]: DEBUG nova.network.neutron [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Successfully created port: 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.823506] env[69437]: DEBUG nova.network.neutron [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Successfully updated port: fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.842437] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "f9ea8fbf-b017-4baf-8649-64747eccb23f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.843363] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.843560] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.864061] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502397} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.864360] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f9212523-bae7-4cc8-af08-02f4e4bec785/f9212523-bae7-4cc8-af08-02f4e4bec785.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.864576] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.864837] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b752e5cf-886b-4588-b008-1d97f01a639a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.873753] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1109.873753] env[69437]: value = "task-4104090" [ 1109.873753] env[69437]: _type = "Task" [ 1109.873753] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.883610] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.890087] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.922174] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e1edc3092a84e0c23259c2d60ce324cd',container_format='bare',created_at=2025-05-13T21:44:47Z,direct_url=,disk_format='vmdk',id=4c6bf920-361c-4132-9b21-3fdd9c8f7110,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1051236132-shelved',owner='706f29e5320545cf93b0dc01be1fe536',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-13T21:45:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.922436] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.922595] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.922786] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.922956] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.923149] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.923346] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.923552] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.923755] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.923928] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.924122] env[69437]: DEBUG nova.virt.hardware [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.925418] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bb6425-00fa-4afe-bc83-657c2484cf6e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.934059] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664714b8-e65b-488c-bec9-8c3c5000460f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.951904] env[69437]: DEBUG nova.network.neutron [-] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.953475] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9b:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d2b7e40-478e-40bc-8db6-7db440223f62', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.960928] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.961490] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.962317] env[69437]: DEBUG nova.scheduler.client.report [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.967265] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63f75ba2-566b-48b7-94ae-5e52b9856ec2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.989408] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.989408] env[69437]: value = "task-4104091" [ 1109.989408] env[69437]: _type = "Task" [ 1109.989408] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.000334] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104091, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.329123] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.329480] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.329480] env[69437]: DEBUG nova.network.neutron [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.387729] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075889} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.388013] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.389057] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a300c3d-69a0-4a69-9c32-d3e04e35cb4e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.414114] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] f9212523-bae7-4cc8-af08-02f4e4bec785/f9212523-bae7-4cc8-af08-02f4e4bec785.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.414420] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03bd28f-2907-478d-ba94-cf331103d82f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.434277] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1110.434277] env[69437]: value = "task-4104092" [ 1110.434277] env[69437]: _type = "Task" [ 1110.434277] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.445252] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.462226] env[69437]: INFO nova.compute.manager [-] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Took 1.66 seconds to deallocate network for instance. [ 1110.483164] env[69437]: DEBUG oslo_concurrency.lockutils [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.489661] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.012s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.489922] env[69437]: DEBUG nova.objects.instance [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lazy-loading 'resources' on Instance uuid dc8cb2b3-3246-451a-8480-5d67f12e446e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.510521] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104091, 'name': CreateVM_Task, 'duration_secs': 0.39485} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.510730] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.511446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.511613] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.514277] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.516552] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac336ba1-c9d2-4a55-b916-570e2303e2ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.520485] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1110.520485] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528ab461-fba2-df5b-3747-512744e7cc15" [ 1110.520485] env[69437]: _type = "Task" [ 1110.520485] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.528537] env[69437]: INFO nova.scheduler.client.report [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Deleted allocations for instance 3a6b21f3-d390-4b88-aabb-e94d219881d0 [ 1110.539697] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.540104] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Processing image 4c6bf920-361c-4132-9b21-3fdd9c8f7110 {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.540431] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110/4c6bf920-361c-4132-9b21-3fdd9c8f7110.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.540648] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110/4c6bf920-361c-4132-9b21-3fdd9c8f7110.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.540923] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.541461] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-686bf283-6d5c-4388-b99d-da33c4ec9d54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.551198] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.551497] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.552368] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6cc327-ff91-47ce-8741-83e1f7d342e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.560301] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1110.560301] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f14779-3a9c-49e4-e1fb-76182b26e78a" [ 1110.560301] env[69437]: _type = "Task" [ 1110.560301] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.571192] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f14779-3a9c-49e4-e1fb-76182b26e78a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.658213] env[69437]: DEBUG nova.compute.manager [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.692536] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.692789] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.693012] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.693222] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.693385] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.693535] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.693744] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.693916] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.694103] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.694288] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.694463] env[69437]: DEBUG nova.virt.hardware [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.695412] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f5da1a-ce9c-4e07-b8d5-0fea7ee29104 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.709773] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a31563-85dd-44db-9b74-ab0f9cb7c6fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.761586] env[69437]: DEBUG nova.compute.manager [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received event network-changed-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.761802] env[69437]: DEBUG nova.compute.manager [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Refreshing instance network info cache due to event network-changed-3d2b7e40-478e-40bc-8db6-7db440223f62. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.762411] env[69437]: DEBUG oslo_concurrency.lockutils [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] Acquiring lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.762646] env[69437]: DEBUG oslo_concurrency.lockutils [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] Acquired lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.762852] env[69437]: DEBUG nova.network.neutron [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Refreshing network info cache for port 3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.941379] env[69437]: WARNING nova.network.neutron [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] bb2f160d-601f-4fde-9eb5-8868b634d2dd already exists in list: networks containing: ['bb2f160d-601f-4fde-9eb5-8868b634d2dd']. ignoring it [ 1110.947465] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.953727] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.953926] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.954168] env[69437]: DEBUG nova.network.neutron [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.028636] env[69437]: INFO nova.compute.manager [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Took 0.57 seconds to detach 1 volumes for instance. [ 1111.032302] env[69437]: DEBUG nova.compute.manager [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Deleting volume: 4ca545ba-e488-4b00-9f70-abb1e644dea7 {{(pid=69437) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1111.039014] env[69437]: DEBUG oslo_concurrency.lockutils [None req-629d4d56-64d1-4670-8d6a-d06e1744104a tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Lock "3a6b21f3-d390-4b88-aabb-e94d219881d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.238s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.082707] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Preparing fetch location {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1111.082707] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Fetch image to [datastore2] OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312/OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312.vmdk {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1111.083612] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Downloading stream optimized image 4c6bf920-361c-4132-9b21-3fdd9c8f7110 to [datastore2] OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312/OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312.vmdk on the data store datastore2 as vApp {{(pid=69437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1111.083935] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Downloading image file data 4c6bf920-361c-4132-9b21-3fdd9c8f7110 to the ESX as VM named 'OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312' {{(pid=69437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1111.214883] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1111.214883] env[69437]: value = "resgroup-9" [ 1111.214883] env[69437]: _type = "ResourcePool" [ 1111.214883] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1111.215250] env[69437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-07291c42-1b1e-4d53-bd21-3f6c5c7a8f6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.246111] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lease: (returnval){ [ 1111.246111] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5206a58a-a59b-572b-b0bf-92e4a768bd93" [ 1111.246111] env[69437]: _type = "HttpNfcLease" [ 1111.246111] env[69437]: } obtained for vApp import into resource pool (val){ [ 1111.246111] env[69437]: value = "resgroup-9" [ 1111.246111] env[69437]: _type = "ResourcePool" [ 1111.246111] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1111.246111] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the lease: (returnval){ [ 1111.246111] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5206a58a-a59b-572b-b0bf-92e4a768bd93" [ 1111.246111] env[69437]: _type = "HttpNfcLease" [ 1111.246111] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.254531] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.254531] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5206a58a-a59b-572b-b0bf-92e4a768bd93" [ 1111.254531] env[69437]: _type = "HttpNfcLease" [ 1111.254531] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.288267] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4fcb8d-5c98-448f-9ef5-594bfce2882c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.299847] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e17491d-41ef-4c47-8ab3-70cc561d4b35 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.156268] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.158390] env[69437]: DEBUG nova.network.neutron [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Successfully updated port: 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.171171] env[69437]: DEBUG nova.compute.manager [req-09087513-e4e2-4a58-9839-245bac5c93be req-51d9abaf-3248-487c-8f4d-72432e5ab9ee service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Received event network-vif-plugged-1fcc6b40-49e7-43d9-945e-479f9f11d8b8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.171395] env[69437]: DEBUG oslo_concurrency.lockutils [req-09087513-e4e2-4a58-9839-245bac5c93be req-51d9abaf-3248-487c-8f4d-72432e5ab9ee service nova] Acquiring lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.171604] env[69437]: DEBUG oslo_concurrency.lockutils [req-09087513-e4e2-4a58-9839-245bac5c93be req-51d9abaf-3248-487c-8f4d-72432e5ab9ee service nova] Lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.171770] env[69437]: DEBUG oslo_concurrency.lockutils [req-09087513-e4e2-4a58-9839-245bac5c93be req-51d9abaf-3248-487c-8f4d-72432e5ab9ee service nova] Lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.171928] env[69437]: DEBUG nova.compute.manager [req-09087513-e4e2-4a58-9839-245bac5c93be req-51d9abaf-3248-487c-8f4d-72432e5ab9ee service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] No waiting events found dispatching network-vif-plugged-1fcc6b40-49e7-43d9-945e-479f9f11d8b8 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1112.172101] env[69437]: WARNING nova.compute.manager [req-09087513-e4e2-4a58-9839-245bac5c93be req-51d9abaf-3248-487c-8f4d-72432e5ab9ee service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Received unexpected event network-vif-plugged-1fcc6b40-49e7-43d9-945e-479f9f11d8b8 for instance with vm_state building and task_state spawning. [ 1112.173421] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198bc800-18db-44b4-b495-8bf270457174 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.183776] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.183776] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5206a58a-a59b-572b-b0bf-92e4a768bd93" [ 1112.183776] env[69437]: _type = "HttpNfcLease" [ 1112.183776] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.189341] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.189341] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5206a58a-a59b-572b-b0bf-92e4a768bd93" [ 1112.189341] env[69437]: _type = "HttpNfcLease" [ 1112.189341] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1112.190320] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104092, 'name': ReconfigVM_Task, 'duration_secs': 0.793678} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.191101] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9b59c-1b99-4a79-ab53-3ce5d0e35afe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.198186] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f581cf3e-2614-4286-af19-65a4110e05f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.201882] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Reconfigured VM instance instance-00000063 to attach disk [datastore1] f9212523-bae7-4cc8-af08-02f4e4bec785/f9212523-bae7-4cc8-af08-02f4e4bec785.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.203649] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08bceea5-0461-4785-9515-bb30e7aac326 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.213574] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52340fcf-9c8f-d48f-91bb-0dfa2e17ea19/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.214096] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52340fcf-9c8f-d48f-91bb-0dfa2e17ea19/disk-0.vmdk. {{(pid=69437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1112.228968] env[69437]: DEBUG nova.compute.provider_tree [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.231014] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1112.231014] env[69437]: value = "task-4104095" [ 1112.231014] env[69437]: _type = "Task" [ 1112.231014] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.299531] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104095, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.302530] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba91dbb9-0ba6-4582-bdf7-48b6b0c31811 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.609753] env[69437]: DEBUG nova.network.neutron [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "address": "fa:16:3e:4c:e8:af", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf83ee9-82", "ovs_interfaceid": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.677753] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquiring lock "refresh_cache-19a74730-d168-43a3-ae0a-2c7a3a528bb2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.677917] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquired lock "refresh_cache-19a74730-d168-43a3-ae0a-2c7a3a528bb2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.678291] env[69437]: DEBUG nova.network.neutron [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.718681] env[69437]: DEBUG nova.network.neutron [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance_info_cache with network_info: [{"id": "a672a557-c235-41c8-9f57-6431c6b1516b", "address": "fa:16:3e:61:2d:5f", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa672a557-c2", "ovs_interfaceid": "a672a557-c235-41c8-9f57-6431c6b1516b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.734021] env[69437]: DEBUG nova.scheduler.client.report [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.749443] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104095, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.802740] env[69437]: DEBUG nova.network.neutron [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updated VIF entry in instance network info cache for port 3d2b7e40-478e-40bc-8db6-7db440223f62. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.803518] env[69437]: DEBUG nova.network.neutron [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating instance_info_cache with network_info: [{"id": "3d2b7e40-478e-40bc-8db6-7db440223f62", "address": "fa:16:3e:54:9b:08", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2b7e40-47", "ovs_interfaceid": "3d2b7e40-478e-40bc-8db6-7db440223f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.113331] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.113606] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.113774] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.114655] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34b9f97-529d-4fe5-903b-830fa6c1c001 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.145289] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.145663] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.145893] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.146190] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.146434] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.146714] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.147099] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.147375] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.147629] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.147901] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.148210] env[69437]: DEBUG nova.virt.hardware [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.159621] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Reconfiguring VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1113.167313] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e84dbca-f0f8-4c93-aca0-d07391e4e2f9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.197783] env[69437]: DEBUG oslo_vmware.api [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1113.197783] env[69437]: value = "task-4104096" [ 1113.197783] env[69437]: _type = "Task" [ 1113.197783] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.213744] env[69437]: DEBUG oslo_vmware.api [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104096, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.222567] env[69437]: DEBUG oslo_concurrency.lockutils [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.239107] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.749s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.244211] env[69437]: DEBUG oslo_concurrency.lockutils [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.321s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.254971] env[69437]: DEBUG nova.network.neutron [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.262260] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104095, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.291751] env[69437]: INFO nova.scheduler.client.report [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted allocations for instance dc8cb2b3-3246-451a-8480-5d67f12e446e [ 1113.307707] env[69437]: DEBUG oslo_concurrency.lockutils [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] Releasing lock "refresh_cache-5a02cbcb-3b22-45e6-b196-f2ae3322ebac" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.308056] env[69437]: DEBUG nova.compute.manager [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Received event network-vif-deleted-0bc083bf-f613-44d2-9c2f-b624d5845fac {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.308251] env[69437]: DEBUG nova.compute.manager [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received event network-vif-plugged-fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.308441] env[69437]: DEBUG oslo_concurrency.lockutils [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] Acquiring lock "07df3e47-801f-40da-9568-3558903e5628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.308646] env[69437]: DEBUG oslo_concurrency.lockutils [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] Lock "07df3e47-801f-40da-9568-3558903e5628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.308806] env[69437]: DEBUG oslo_concurrency.lockutils [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] Lock "07df3e47-801f-40da-9568-3558903e5628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.308970] env[69437]: DEBUG nova.compute.manager [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] No waiting events found dispatching network-vif-plugged-fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1113.309151] env[69437]: WARNING nova.compute.manager [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received unexpected event network-vif-plugged-fdf83ee9-8242-45f1-b9cf-19963fe6a913 for instance with vm_state active and task_state None. [ 1113.309324] env[69437]: DEBUG nova.compute.manager [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received event network-changed-fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.309459] env[69437]: DEBUG nova.compute.manager [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing instance network info cache due to event network-changed-fdf83ee9-8242-45f1-b9cf-19963fe6a913. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.309645] env[69437]: DEBUG oslo_concurrency.lockutils [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] Acquiring lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.309777] env[69437]: DEBUG oslo_concurrency.lockutils [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] Acquired lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.310055] env[69437]: DEBUG nova.network.neutron [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing network info cache for port fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.486192] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdb4467-90e8-444d-8948-6e1700531cd6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.503833] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d805b5-1c4b-433d-9c17-1036e2214900 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.545054] env[69437]: DEBUG nova.network.neutron [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Updating instance_info_cache with network_info: [{"id": "1fcc6b40-49e7-43d9-945e-479f9f11d8b8", "address": "fa:16:3e:4f:5b:aa", "network": {"id": "cad71347-6454-49a3-a44d-f9c217b9542f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1897974013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe3fd278cc94d019bcd1ea90a45a61d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcc6b40-49", "ovs_interfaceid": "1fcc6b40-49e7-43d9-945e-479f9f11d8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.546771] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d82856-0662-472f-b180-2099b1aa2da9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.553983] env[69437]: DEBUG nova.compute.manager [req-fdf434c3-8a1e-4b60-9c42-1047b2b8a48c req-6aef3e33-38b4-4558-8eb9-32dd0226d5d5 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Received event network-changed-1fcc6b40-49e7-43d9-945e-479f9f11d8b8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.554215] env[69437]: DEBUG nova.compute.manager [req-fdf434c3-8a1e-4b60-9c42-1047b2b8a48c req-6aef3e33-38b4-4558-8eb9-32dd0226d5d5 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Refreshing instance network info cache due to event network-changed-1fcc6b40-49e7-43d9-945e-479f9f11d8b8. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.554462] env[69437]: DEBUG oslo_concurrency.lockutils [req-fdf434c3-8a1e-4b60-9c42-1047b2b8a48c req-6aef3e33-38b4-4558-8eb9-32dd0226d5d5 service nova] Acquiring lock "refresh_cache-19a74730-d168-43a3-ae0a-2c7a3a528bb2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.558597] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611106d3-494b-4df4-adad-aa77493ca28a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.577777] env[69437]: DEBUG nova.compute.provider_tree [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.709820] env[69437]: DEBUG oslo_vmware.api [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.752988] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104095, 'name': Rename_Task, 'duration_secs': 1.240225} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.754504] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.755036] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7a1835-e52b-4241-aaab-3299d8c8d541 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.758302] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ebaf843-675c-462b-8539-297a38c0d9ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.782192] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85c0f32-8b36-4913-bb3b-a5f871545517 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.785955] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1113.785955] env[69437]: value = "task-4104097" [ 1113.785955] env[69437]: _type = "Task" [ 1113.785955] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.794614] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance 'f9ea8fbf-b017-4baf-8649-64747eccb23f' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.807151] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104097, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.807767] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "dc8cb2b3-3246-451a-8480-5d67f12e446e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.010s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.968168] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Completed reading data from the image iterator. {{(pid=69437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1113.969621] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52340fcf-9c8f-d48f-91bb-0dfa2e17ea19/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1113.970379] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eab4d5-1b79-4234-b0a0-20557fd987c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.978854] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52340fcf-9c8f-d48f-91bb-0dfa2e17ea19/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1113.979051] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52340fcf-9c8f-d48f-91bb-0dfa2e17ea19/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1113.979285] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5b962361-d013-459a-b218-c51f5ef68203 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.050988] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Releasing lock "refresh_cache-19a74730-d168-43a3-ae0a-2c7a3a528bb2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.052031] env[69437]: DEBUG nova.compute.manager [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Instance network_info: |[{"id": "1fcc6b40-49e7-43d9-945e-479f9f11d8b8", "address": "fa:16:3e:4f:5b:aa", "network": {"id": "cad71347-6454-49a3-a44d-f9c217b9542f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1897974013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe3fd278cc94d019bcd1ea90a45a61d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcc6b40-49", "ovs_interfaceid": "1fcc6b40-49e7-43d9-945e-479f9f11d8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.052031] env[69437]: DEBUG oslo_concurrency.lockutils [req-fdf434c3-8a1e-4b60-9c42-1047b2b8a48c req-6aef3e33-38b4-4558-8eb9-32dd0226d5d5 service nova] Acquired lock "refresh_cache-19a74730-d168-43a3-ae0a-2c7a3a528bb2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.052276] env[69437]: DEBUG nova.network.neutron [req-fdf434c3-8a1e-4b60-9c42-1047b2b8a48c req-6aef3e33-38b4-4558-8eb9-32dd0226d5d5 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Refreshing network info cache for port 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.053618] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:5b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fcc6b40-49e7-43d9-945e-479f9f11d8b8', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.062661] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Creating folder: Project (6fe3fd278cc94d019bcd1ea90a45a61d). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.066247] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd71779b-1581-417e-9293-45de00027c84 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.084408] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Created folder: Project (6fe3fd278cc94d019bcd1ea90a45a61d) in parent group-v812682. [ 1114.084408] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Creating folder: Instances. Parent ref: group-v812956. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.084408] env[69437]: DEBUG nova.scheduler.client.report [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.088352] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fc3c8ae-49fd-43c7-b3ba-3a1024dbb5c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.104171] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Created folder: Instances in parent group-v812956. [ 1114.104457] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.104658] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.104874] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b73f9bd-c8a2-4930-9395-b44afc5e64c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.130259] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.130259] env[69437]: value = "task-4104100" [ 1114.130259] env[69437]: _type = "Task" [ 1114.130259] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.142117] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104100, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.163770] env[69437]: DEBUG nova.network.neutron [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updated VIF entry in instance network info cache for port fdf83ee9-8242-45f1-b9cf-19963fe6a913. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.164331] env[69437]: DEBUG nova.network.neutron [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "address": "fa:16:3e:4c:e8:af", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf83ee9-82", "ovs_interfaceid": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.212261] env[69437]: DEBUG oslo_vmware.api [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104096, 'name': ReconfigVM_Task, 'duration_secs': 0.740564} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.213797] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.213797] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Reconfigured VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1114.220026] env[69437]: DEBUG oslo_vmware.rw_handles [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52340fcf-9c8f-d48f-91bb-0dfa2e17ea19/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1114.220026] env[69437]: INFO nova.virt.vmwareapi.images [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Downloaded image file data 4c6bf920-361c-4132-9b21-3fdd9c8f7110 [ 1114.220370] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ecefa-c450-42b4-b6e5-7bdefd6a4fb9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.241803] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b99faffe-33a2-4544-9143-064f189ce06d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.281639] env[69437]: INFO nova.virt.vmwareapi.images [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] The imported VM was unregistered [ 1114.284663] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Caching image {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1114.284663] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110 {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.287351] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f660fc3d-e124-4c92-b1f4-068ccf5220e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.299658] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104097, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.305301] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.305646] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Created directory with path [datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110 {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.305898] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312/OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312.vmdk to [datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110/4c6bf920-361c-4132-9b21-3fdd9c8f7110.vmdk. {{(pid=69437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1114.306132] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ee483ff-b996-4429-824b-c381916d7d14 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.307897] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6437f43c-2c27-4de6-807f-7928f49f964c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.317027] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1114.317027] env[69437]: value = "task-4104103" [ 1114.317027] env[69437]: _type = "Task" [ 1114.317027] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.318550] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1114.318550] env[69437]: value = "task-4104102" [ 1114.318550] env[69437]: _type = "Task" [ 1114.318550] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.332926] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.339939] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104103, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.396539] env[69437]: DEBUG nova.network.neutron [req-fdf434c3-8a1e-4b60-9c42-1047b2b8a48c req-6aef3e33-38b4-4558-8eb9-32dd0226d5d5 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Updated VIF entry in instance network info cache for port 1fcc6b40-49e7-43d9-945e-479f9f11d8b8. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.396750] env[69437]: DEBUG nova.network.neutron [req-fdf434c3-8a1e-4b60-9c42-1047b2b8a48c req-6aef3e33-38b4-4558-8eb9-32dd0226d5d5 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Updating instance_info_cache with network_info: [{"id": "1fcc6b40-49e7-43d9-945e-479f9f11d8b8", "address": "fa:16:3e:4f:5b:aa", "network": {"id": "cad71347-6454-49a3-a44d-f9c217b9542f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1897974013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe3fd278cc94d019bcd1ea90a45a61d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcc6b40-49", "ovs_interfaceid": "1fcc6b40-49e7-43d9-945e-479f9f11d8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.591814] env[69437]: DEBUG oslo_concurrency.lockutils [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.348s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.592084] env[69437]: INFO nova.compute.manager [None req-72837120-200d-4556-bf29-346bd62e9c4b tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Successfully reverted task state from rebuilding on failure for instance. [ 1114.598986] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.116s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.599239] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.599427] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1114.599834] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.444s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.600151] env[69437]: DEBUG nova.objects.instance [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lazy-loading 'resources' on Instance uuid ac0ac227-3c0e-486d-8389-1040d801513a {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.602382] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc05d0f7-b7ac-4bce-8b42-909f18c27f4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.612337] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d722de-9e8c-45a5-8741-521a4a688b20 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.630259] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3120cd8f-6b7c-487c-a964-6d31731a7e86 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.645793] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee76bec4-1977-41b9-b128-07db74e3733d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.650021] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104100, 'name': CreateVM_Task, 'duration_secs': 0.482996} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.650021] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.651909] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.654021] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.654021] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.654021] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0c7c4e-2f00-44cb-99cc-5e360d23edf4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.686324] env[69437]: DEBUG oslo_concurrency.lockutils [req-fceb3e77-4528-46a6-bce6-0b91a5839fb4 req-4ad07de3-7396-41a1-8e0c-1a625ea1c299 service nova] Releasing lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.687280] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179201MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1114.687744] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.697287] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "ce04e32c-41cc-4993-b786-085aeede5921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.697668] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "ce04e32c-41cc-4993-b786-085aeede5921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.699118] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1114.699118] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ed3e09-1443-e544-dacb-ddf774d3b6ca" [ 1114.699118] env[69437]: _type = "Task" [ 1114.699118] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.710665] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ed3e09-1443-e544-dacb-ddf774d3b6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.725864] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5ada4d03-87a4-40b0-b615-865747c91871 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-07df3e47-801f-40da-9568-3558903e5628-fdf83ee9-8242-45f1-b9cf-19963fe6a913" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.960s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.800508] env[69437]: DEBUG oslo_vmware.api [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104097, 'name': PowerOnVM_Task, 'duration_secs': 0.715364} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.801010] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.801276] env[69437]: INFO nova.compute.manager [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1114.801461] env[69437]: DEBUG nova.compute.manager [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.802343] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d715cf-a2a1-48e7-9d03-270eedc588af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.833623] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104103, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.838883] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104102, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.900237] env[69437]: DEBUG oslo_concurrency.lockutils [req-fdf434c3-8a1e-4b60-9c42-1047b2b8a48c req-6aef3e33-38b4-4558-8eb9-32dd0226d5d5 service nova] Releasing lock "refresh_cache-19a74730-d168-43a3-ae0a-2c7a3a528bb2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.203582] env[69437]: DEBUG nova.compute.manager [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.218613] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ed3e09-1443-e544-dacb-ddf774d3b6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.073628} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.218779] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.218954] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.219222] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.219372] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.219556] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.219854] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47bb6bcb-0151-4704-a012-5e62878ba98b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.240034] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.240034] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.240640] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1470f0a5-f314-4edd-8ae3-3bdaed3fcd52 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.249937] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1115.249937] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5246d6d0-9b96-4d76-8b87-2dbc3c55125e" [ 1115.249937] env[69437]: _type = "Task" [ 1115.249937] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.260590] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5246d6d0-9b96-4d76-8b87-2dbc3c55125e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.332848] env[69437]: INFO nova.compute.manager [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Took 19.16 seconds to build instance. [ 1115.341060] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579c16cf-e075-4b7b-8139-fe685251e222 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.351602] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104103, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.359271] env[69437]: DEBUG oslo_vmware.api [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104102, 'name': PowerOnVM_Task, 'duration_secs': 0.597436} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.361864] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.362094] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-558c7000-419c-43d1-a8fb-7de6377eef1a tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance 'f9ea8fbf-b017-4baf-8649-64747eccb23f' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.372183] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652fd14f-9e0a-4b96-b26a-63832c5decb2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.437745] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafc4992-457b-4c38-aca9-73417044f8f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.450957] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6b4de-a301-442b-a6e8-77de2fb3357c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.469160] env[69437]: DEBUG nova.compute.provider_tree [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.736125] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.765981] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5246d6d0-9b96-4d76-8b87-2dbc3c55125e, 'name': SearchDatastore_Task, 'duration_secs': 0.09296} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.766934] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b68f7d1-8f09-4d0c-becc-433cf25c7f37 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.778470] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1115.778470] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5225b529-9191-c563-68f1-d91ab53426f1" [ 1115.778470] env[69437]: _type = "Task" [ 1115.778470] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.792112] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5225b529-9191-c563-68f1-d91ab53426f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.834457] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104103, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.841901] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b727f7c0-515f-42c6-a67d-9f71e0799729 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "f9212523-bae7-4cc8-af08-02f4e4bec785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.673s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.973453] env[69437]: DEBUG nova.scheduler.client.report [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.151248] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-07df3e47-801f-40da-9568-3558903e5628-fdf83ee9-8242-45f1-b9cf-19963fe6a913" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.151847] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-07df3e47-801f-40da-9568-3558903e5628-fdf83ee9-8242-45f1-b9cf-19963fe6a913" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.292769] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5225b529-9191-c563-68f1-d91ab53426f1, 'name': SearchDatastore_Task, 'duration_secs': 0.093423} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.293251] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.293402] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 19a74730-d168-43a3-ae0a-2c7a3a528bb2/19a74730-d168-43a3-ae0a-2c7a3a528bb2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.293683] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fa33ba6-cb8e-445d-b0fe-a071b565e508 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.306724] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1116.306724] env[69437]: value = "task-4104104" [ 1116.306724] env[69437]: _type = "Task" [ 1116.306724] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.318601] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.337997] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104103, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.479794] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.482875] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.795s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.655129] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.655640] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.656596] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1fe781-24bc-4540-85dc-514aac0e3953 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.680179] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d007260d-0fc5-4986-9630-4ea9f94211d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.713226] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Reconfiguring VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1116.713724] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-516c17f6-2164-4811-b320-a2d207ca4cbc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.741883] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1116.741883] env[69437]: value = "task-4104105" [ 1116.741883] env[69437]: _type = "Task" [ 1116.741883] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.756123] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.818787] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.831976] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104103, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.010054] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Lock "ac0ac227-3c0e-486d-8389-1040d801513a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.808s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.237688] env[69437]: DEBUG nova.compute.manager [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.238830] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4b7504-8520-4e05-bbd4-6317a7d773b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.266353] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.323394] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.349462] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104103, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.026656} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.349462] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312/OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312.vmdk to [datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110/4c6bf920-361c-4132-9b21-3fdd9c8f7110.vmdk. [ 1117.349462] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Cleaning up location [datastore2] OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312 {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1117.349462] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b549840b-f19d-439b-87bf-4446c74d1312 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.349462] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cf56e0d-9e10-45df-8b01-71ab3b8ea7a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.357876] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1117.357876] env[69437]: value = "task-4104106" [ 1117.357876] env[69437]: _type = "Task" [ 1117.357876] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.371336] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.407051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "f9ea8fbf-b017-4baf-8649-64747eccb23f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.407418] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.407652] env[69437]: DEBUG nova.compute.manager [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Going to confirm migration 5 {{(pid=69437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1117.497390] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Applying migration context for instance f9ea8fbf-b017-4baf-8649-64747eccb23f as it has an incoming, in-progress migration 2e11aa40-a335-4275-aab5-bb31c761394e. Migration status is finished {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1117.499979] env[69437]: INFO nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating resource usage from migration 2e11aa40-a335-4275-aab5-bb31c761394e [ 1117.543827] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d92efd14-098b-44ac-a552-68bc3adfac6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.544019] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 1d13d127-0c25-453b-8e54-653f814ee715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.544158] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 07df3e47-801f-40da-9568-3558903e5628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.544283] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 92bedd45-81ff-4db6-8152-2f2e0611019e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.544400] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 042677e0-5bec-4b37-9789-206c0c96df0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.544514] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 48af98f5-3c3f-4c94-ac5a-f2699a7e252b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.544627] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5a02cbcb-3b22-45e6-b196-f2ae3322ebac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.544740] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Migration 2e11aa40-a335-4275-aab5-bb31c761394e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1117.544852] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance f9ea8fbf-b017-4baf-8649-64747eccb23f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.544971] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance f9212523-bae7-4cc8-af08-02f4e4bec785 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.545166] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 19a74730-d168-43a3-ae0a-2c7a3a528bb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1117.757586] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.770973] env[69437]: INFO nova.compute.manager [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] instance snapshotting [ 1117.776332] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6d1461-975d-4f16-9edc-729c76232cc9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.794371] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20d6a6f-d698-4677-9aca-ce1483215a03 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.820626] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104104, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.872086] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069642} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.872358] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.872531] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110/4c6bf920-361c-4132-9b21-3fdd9c8f7110.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.872779] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110/4c6bf920-361c-4132-9b21-3fdd9c8f7110.vmdk to [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac/5a02cbcb-3b22-45e6-b196-f2ae3322ebac.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.873117] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ac2ae5f-fd39-4536-a3ca-b7d1ab2d0be3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.881140] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1117.881140] env[69437]: value = "task-4104107" [ 1117.881140] env[69437]: _type = "Task" [ 1117.881140] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.897994] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.955401] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.955401] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquired lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.955640] env[69437]: DEBUG nova.network.neutron [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.955898] env[69437]: DEBUG nova.objects.instance [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lazy-loading 'info_cache' on Instance uuid f9ea8fbf-b017-4baf-8649-64747eccb23f {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.051022] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance ce04e32c-41cc-4993-b786-085aeede5921 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1118.051022] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1118.051022] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1118.254590] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87baa6d8-f0c1-4b45-9e3c-60457896fb8f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.263664] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.266380] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bf8d84-ed2b-4cc4-9c47-9a4cf9305570 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.298575] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474facc3-0a07-4bc6-bf3a-7119c49481df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.307529] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc84d90-f7f6-4f75-922c-eae39f894165 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.316415] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1118.316611] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae04875f-4115-4350-8f76-fd4b1544573d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.327184] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.332526] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104104, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.595815} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.333598] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 19a74730-d168-43a3-ae0a-2c7a3a528bb2/19a74730-d168-43a3-ae0a-2c7a3a528bb2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.333598] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.333598] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd9c872f-8964-4663-80f2-6ac8d1ffcd71 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.336971] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1118.336971] env[69437]: value = "task-4104108" [ 1118.336971] env[69437]: _type = "Task" [ 1118.336971] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.343757] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1118.343757] env[69437]: value = "task-4104109" [ 1118.343757] env[69437]: _type = "Task" [ 1118.343757] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.352728] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104108, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.358684] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.395029] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.483428] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.484091] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.761489] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.835607] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.854655] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104108, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.861954] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085944} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.862570] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.863333] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99616190-e793-4a4b-9f85-88209707fe8a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.894269] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 19a74730-d168-43a3-ae0a-2c7a3a528bb2/19a74730-d168-43a3-ae0a-2c7a3a528bb2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.895202] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea057d2-2b48-4a06-b241-f25129acbfdb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.922480] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104107, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.924490] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1118.924490] env[69437]: value = "task-4104110" [ 1118.924490] env[69437]: _type = "Task" [ 1118.924490] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.936547] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.954323] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "506f7662-6305-4157-bbae-93851858d1ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.954323] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.989101] env[69437]: DEBUG nova.compute.utils [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.213127] env[69437]: DEBUG nova.network.neutron [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance_info_cache with network_info: [{"id": "a672a557-c235-41c8-9f57-6431c6b1516b", "address": "fa:16:3e:61:2d:5f", "network": {"id": "930674a2-6b41-4437-ac36-8ce5bfe9db24", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-985282624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "187b71e0ab394ed1900298f170ddf3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa672a557-c2", "ovs_interfaceid": "a672a557-c235-41c8-9f57-6431c6b1516b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.261115] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.344502] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1119.344502] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.861s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.344502] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.608s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.345657] env[69437]: INFO nova.compute.claims [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.356567] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104108, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.408161] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104107, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.437269] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.456542] env[69437]: DEBUG nova.compute.manager [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.492513] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.719027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Releasing lock "refresh_cache-f9ea8fbf-b017-4baf-8649-64747eccb23f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.719027] env[69437]: DEBUG nova.objects.instance [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lazy-loading 'migration_context' on Instance uuid f9ea8fbf-b017-4baf-8649-64747eccb23f {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.760472] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.850036] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104108, 'name': CreateSnapshot_Task, 'duration_secs': 1.117924} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.850345] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.853554] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6677e99-61f7-4783-a7d0-54cf41fd94ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.906912] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104107, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.936140] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.983737] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.221925] env[69437]: DEBUG nova.objects.base [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.223117] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835939b8-2f0c-43b2-ae2a-a7234b606934 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.246043] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360711f5-3d36-4d71-9cf8-d360bebbf6fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.255773] env[69437]: DEBUG oslo_vmware.api [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1120.255773] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f2459b-41ad-58d9-ce99-2e2c1a9a296c" [ 1120.255773] env[69437]: _type = "Task" [ 1120.255773] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.263248] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.271135] env[69437]: DEBUG oslo_vmware.api [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f2459b-41ad-58d9-ce99-2e2c1a9a296c, 'name': SearchDatastore_Task, 'duration_secs': 0.015123} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.271489] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.375892] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1120.376376] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-757ad80c-d206-481b-be64-d56c270c41a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.389164] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1120.389164] env[69437]: value = "task-4104111" [ 1120.389164] env[69437]: _type = "Task" [ 1120.389164] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.399320] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104111, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.416670] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104107, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.436025] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104110, 'name': ReconfigVM_Task, 'duration_secs': 1.143408} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.440487] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 19a74730-d168-43a3-ae0a-2c7a3a528bb2/19a74730-d168-43a3-ae0a-2c7a3a528bb2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.441473] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35862337-a76f-46a8-b343-f8787af836f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.449646] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1120.449646] env[69437]: value = "task-4104112" [ 1120.449646] env[69437]: _type = "Task" [ 1120.449646] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.463377] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104112, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.566488] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.566793] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.567081] env[69437]: INFO nova.compute.manager [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Attaching volume 502b6dfc-70ee-486b-9c20-7cefa3cc87e4 to /dev/sdb [ 1120.587571] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb006f-dc40-4462-8941-098d26591f24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.596650] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9735d8a-a434-436d-8b77-cda55556320b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.630898] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe45e53a-e669-49a7-aea0-7505546c3ac1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.634851] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83328087-3138-4c8e-9ac0-daebff5651e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.644649] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639248ea-96b1-4cec-92dc-2c12b023cc24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.649601] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d4f488-60bf-4b4d-9047-99d4c23f4380 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.663679] env[69437]: DEBUG nova.compute.provider_tree [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.669228] env[69437]: DEBUG nova.virt.block_device [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Updating existing volume attachment record: 3b34296c-e4ac-41d6-a6bf-47faed4b8d67 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1120.763562] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.903490] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104111, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.917466] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104107, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.961038] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104112, 'name': Rename_Task, 'duration_secs': 0.422305} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.961339] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.961638] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a5fde4a-c702-4a46-a1f7-53375c27b7b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.969872] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1120.969872] env[69437]: value = "task-4104114" [ 1120.969872] env[69437]: _type = "Task" [ 1120.969872] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.979192] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.173655] env[69437]: DEBUG nova.scheduler.client.report [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.262308] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.400113] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104111, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.412456] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104107, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.312507} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.412729] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c6bf920-361c-4132-9b21-3fdd9c8f7110/4c6bf920-361c-4132-9b21-3fdd9c8f7110.vmdk to [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac/5a02cbcb-3b22-45e6-b196-f2ae3322ebac.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.413700] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edddb6d-7356-4ff8-8614-37a63dfdf997 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.436583] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac/5a02cbcb-3b22-45e6-b196-f2ae3322ebac.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.436833] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4852f8c2-1fd9-4f6b-b14c-c12b901f2e31 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.456942] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1121.456942] env[69437]: value = "task-4104115" [ 1121.456942] env[69437]: _type = "Task" [ 1121.456942] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.466799] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.480546] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104114, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.679897] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.680244] env[69437]: DEBUG nova.compute.manager [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.684105] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.700s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.686228] env[69437]: INFO nova.compute.claims [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.763027] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.901055] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104111, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.967135] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.979633] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104114, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.191843] env[69437]: DEBUG nova.compute.utils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.196288] env[69437]: DEBUG nova.compute.manager [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.196563] env[69437]: DEBUG nova.network.neutron [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.260924] env[69437]: DEBUG nova.policy [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1c14adc8f44f14b74a738d96cf41e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93536dc177ea4637a471fac9a21bcd73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.268590] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.406681] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104111, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.469337] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104115, 'name': ReconfigVM_Task, 'duration_secs': 0.944711} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.469668] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac/5a02cbcb-3b22-45e6-b196-f2ae3322ebac.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.471259] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '4a973b74-98db-4960-84b3-8634f4a8f19d'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '10de09eb-446f-47a4-af44-b36a8b754843', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812952', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'name': 'volume-c777ead8-16d4-4ae8-900a-2bdd674019c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5a02cbcb-3b22-45e6-b196-f2ae3322ebac', 'attached_at': '', 'detached_at': '', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'serial': 'c777ead8-16d4-4ae8-900a-2bdd674019c6'}, 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1122.471516] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1122.471769] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812952', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'name': 'volume-c777ead8-16d4-4ae8-900a-2bdd674019c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5a02cbcb-3b22-45e6-b196-f2ae3322ebac', 'attached_at': '', 'detached_at': '', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'serial': 'c777ead8-16d4-4ae8-900a-2bdd674019c6'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1122.472662] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67717666-bdad-4f13-91b3-f50cd22a01d6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.504242] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0533b45-472c-46ce-b3f6-4cfd4a6bd0db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.507581] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104114, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.533430] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-c777ead8-16d4-4ae8-900a-2bdd674019c6/volume-c777ead8-16d4-4ae8-900a-2bdd674019c6.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.533785] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d119e6-1d75-4590-ba5a-f0febad4a6d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.555308] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1122.555308] env[69437]: value = "task-4104116" [ 1122.555308] env[69437]: _type = "Task" [ 1122.555308] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.565427] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.687161] env[69437]: DEBUG nova.network.neutron [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Successfully created port: 880d4039-a19b-41f3-b482-246ca146e650 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.696951] env[69437]: DEBUG nova.compute.manager [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.765215] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.907598] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104111, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.931200] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a16bbcc-9091-415c-9ab2-c65abf83a399 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.940195] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6723a93-ddaf-4204-a52b-ef58d23d418d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.979616] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b34a85-2dde-410d-988b-34c3a7119765 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.992481] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace98b4-83da-427d-a894-32f7fc1c86de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.996697] env[69437]: DEBUG oslo_vmware.api [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104114, 'name': PowerOnVM_Task, 'duration_secs': 1.542341} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.997030] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.997221] env[69437]: INFO nova.compute.manager [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Took 12.34 seconds to spawn the instance on the hypervisor. [ 1122.997415] env[69437]: DEBUG nova.compute.manager [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.998574] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ad9bb-6a31-42a8-9b0b-fe5880317a21 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.011540] env[69437]: DEBUG nova.compute.provider_tree [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.069711] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104116, 'name': ReconfigVM_Task, 'duration_secs': 0.513335} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.070040] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-c777ead8-16d4-4ae8-900a-2bdd674019c6/volume-c777ead8-16d4-4ae8-900a-2bdd674019c6.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.075636] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96202c40-9ffe-4f26-8cdc-cf9e3f3c0546 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.097548] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1123.097548] env[69437]: value = "task-4104117" [ 1123.097548] env[69437]: _type = "Task" [ 1123.097548] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.108136] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.266387] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.404095] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104111, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.514840] env[69437]: DEBUG nova.scheduler.client.report [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.533798] env[69437]: INFO nova.compute.manager [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Took 23.63 seconds to build instance. [ 1123.609130] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104117, 'name': ReconfigVM_Task, 'duration_secs': 0.16924} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.609130] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812952', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'name': 'volume-c777ead8-16d4-4ae8-900a-2bdd674019c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5a02cbcb-3b22-45e6-b196-f2ae3322ebac', 'attached_at': '', 'detached_at': '', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'serial': 'c777ead8-16d4-4ae8-900a-2bdd674019c6'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1123.609130] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1562879-92b5-4690-a4a3-8f8afffa0c8f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.615344] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1123.615344] env[69437]: value = "task-4104118" [ 1123.615344] env[69437]: _type = "Task" [ 1123.615344] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.625598] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104118, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.708103] env[69437]: DEBUG nova.compute.manager [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.736105] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.736461] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.737448] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.737448] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.737448] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.737620] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.737727] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.737907] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.738172] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.738373] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.738553] env[69437]: DEBUG nova.virt.hardware [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.739443] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec5609b-3978-4512-92a2-7c0369c54736 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.748919] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4bbbba-b550-4769-802d-31358d051228 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.771611] env[69437]: DEBUG oslo_vmware.api [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104105, 'name': ReconfigVM_Task, 'duration_secs': 6.86773} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.771902] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.772134] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Reconfigured VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1123.904487] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104111, 'name': CloneVM_Task, 'duration_secs': 3.174165} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.904808] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Created linked-clone VM from snapshot [ 1123.905710] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f18e0-141f-4f5b-98be-fe872418a9d7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.914186] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Uploading image 4a2dd0ce-9b04-4fff-b530-4e1fb2dcb844 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1123.926385] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1123.926728] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb94ed5f-12da-4c44-89cd-96fadeb05e1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.934625] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1123.934625] env[69437]: value = "task-4104119" [ 1123.934625] env[69437]: _type = "Task" [ 1123.934625] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.944031] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104119, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.020530] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.021216] env[69437]: DEBUG nova.compute.manager [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.024455] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.753s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.035604] env[69437]: DEBUG oslo_concurrency.lockutils [None req-db39589e-ed21-4193-b8b9-874aab53818d tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.139s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.127250] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104118, 'name': Rename_Task, 'duration_secs': 0.162243} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.127650] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.127948] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34c5ef91-10c3-46bd-a40b-85115d5fce73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.135328] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1124.135328] env[69437]: value = "task-4104120" [ 1124.135328] env[69437]: _type = "Task" [ 1124.135328] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.146383] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.448025] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104119, 'name': Destroy_Task, 'duration_secs': 0.42224} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.448025] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Destroyed the VM [ 1124.448025] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1124.448025] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-284e7912-10cd-4a0a-a99d-9171fe1beb2d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.454446] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1124.454446] env[69437]: value = "task-4104121" [ 1124.454446] env[69437]: _type = "Task" [ 1124.454446] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.463704] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.528468] env[69437]: DEBUG nova.compute.utils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.532956] env[69437]: DEBUG nova.compute.manager [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.533213] env[69437]: DEBUG nova.network.neutron [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.581282] env[69437]: DEBUG nova.policy [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1746cbee3343a7b96288f91cae2bfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bca7aeb424543209556e726baea0c3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.609529] env[69437]: DEBUG nova.compute.manager [req-35b82beb-e22f-46e5-bed9-40f017d6319f req-224c1955-e40a-4069-9176-7f349b2ac5cc service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Received event network-vif-plugged-880d4039-a19b-41f3-b482-246ca146e650 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.609786] env[69437]: DEBUG oslo_concurrency.lockutils [req-35b82beb-e22f-46e5-bed9-40f017d6319f req-224c1955-e40a-4069-9176-7f349b2ac5cc service nova] Acquiring lock "ce04e32c-41cc-4993-b786-085aeede5921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.610044] env[69437]: DEBUG oslo_concurrency.lockutils [req-35b82beb-e22f-46e5-bed9-40f017d6319f req-224c1955-e40a-4069-9176-7f349b2ac5cc service nova] Lock "ce04e32c-41cc-4993-b786-085aeede5921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.611012] env[69437]: DEBUG oslo_concurrency.lockutils [req-35b82beb-e22f-46e5-bed9-40f017d6319f req-224c1955-e40a-4069-9176-7f349b2ac5cc service nova] Lock "ce04e32c-41cc-4993-b786-085aeede5921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.611209] env[69437]: DEBUG nova.compute.manager [req-35b82beb-e22f-46e5-bed9-40f017d6319f req-224c1955-e40a-4069-9176-7f349b2ac5cc service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] No waiting events found dispatching network-vif-plugged-880d4039-a19b-41f3-b482-246ca146e650 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1124.611389] env[69437]: WARNING nova.compute.manager [req-35b82beb-e22f-46e5-bed9-40f017d6319f req-224c1955-e40a-4069-9176-7f349b2ac5cc service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Received unexpected event network-vif-plugged-880d4039-a19b-41f3-b482-246ca146e650 for instance with vm_state building and task_state spawning. [ 1124.656036] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104120, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.793031] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c94823-8a57-4ed1-9e7e-9d4935ca802a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.805023] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6055940-9ba3-46a2-96cb-fd8d3b820400 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.843976] env[69437]: DEBUG nova.network.neutron [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Successfully updated port: 880d4039-a19b-41f3-b482-246ca146e650 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.846097] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ef13c4-afd0-436a-a4d6-e4efbdd6123d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.859122] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cf04d7-4724-4c1c-b947-d0348bbdeeb7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.877648] env[69437]: DEBUG nova.compute.provider_tree [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.966615] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104121, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.034252] env[69437]: DEBUG nova.compute.manager [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.119891] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.120231] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.120533] env[69437]: DEBUG nova.network.neutron [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.156701] env[69437]: DEBUG oslo_vmware.api [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104120, 'name': PowerOnVM_Task, 'duration_secs': 0.654613} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.157037] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.206678] env[69437]: DEBUG nova.network.neutron [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Successfully created port: c7b07fbc-291d-4cde-8f5d-99b8a25fef34 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.296350] env[69437]: DEBUG nova.compute.manager [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.297658] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4939b5a-71e7-40a4-aa86-243d89a7c57c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.353449] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "refresh_cache-ce04e32c-41cc-4993-b786-085aeede5921" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.353449] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "refresh_cache-ce04e32c-41cc-4993-b786-085aeede5921" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.353449] env[69437]: DEBUG nova.network.neutron [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.382880] env[69437]: DEBUG nova.scheduler.client.report [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.467764] env[69437]: DEBUG oslo_vmware.api [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104121, 'name': RemoveSnapshot_Task, 'duration_secs': 0.892678} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.469438] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.829203] env[69437]: DEBUG oslo_concurrency.lockutils [None req-06a5fd74-5f3f-4790-b477-b8c3b5f981db tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.722s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.889120] env[69437]: DEBUG nova.network.neutron [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.977628] env[69437]: WARNING nova.compute.manager [None req-c2df3328-3bd5-4331-90f4-4fee382997f1 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Image not found during snapshot: nova.exception.ImageNotFound: Image 4a2dd0ce-9b04-4fff-b530-4e1fb2dcb844 could not be found. [ 1126.019255] env[69437]: DEBUG nova.network.neutron [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Updating instance_info_cache with network_info: [{"id": "880d4039-a19b-41f3-b482-246ca146e650", "address": "fa:16:3e:30:a4:f9", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880d4039-a1", "ovs_interfaceid": "880d4039-a19b-41f3-b482-246ca146e650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.019499] env[69437]: INFO nova.network.neutron [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Port fdf83ee9-8242-45f1-b9cf-19963fe6a913 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1126.020114] env[69437]: DEBUG nova.network.neutron [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.045755] env[69437]: DEBUG nova.compute.manager [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.073408] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.073653] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.073811] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.074049] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.074267] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.074430] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.074641] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.074800] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.074965] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.075147] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.075325] env[69437]: DEBUG nova.virt.hardware [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.076199] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0170325b-6e4f-4977-818d-51f476f0aaa4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.084760] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9f12de-49fe-40d8-b550-edd4098eea36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.396049] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.371s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.521761] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "refresh_cache-ce04e32c-41cc-4993-b786-085aeede5921" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.521927] env[69437]: DEBUG nova.compute.manager [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Instance network_info: |[{"id": "880d4039-a19b-41f3-b482-246ca146e650", "address": "fa:16:3e:30:a4:f9", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880d4039-a1", "ovs_interfaceid": "880d4039-a19b-41f3-b482-246ca146e650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.522374] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.525027] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:a4:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '880d4039-a19b-41f3-b482-246ca146e650', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.532678] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.533772] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.534014] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4ba611d-e590-4307-9472-f9b815bb9b93 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.554385] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.554385] env[69437]: value = "task-4104123" [ 1126.554385] env[69437]: _type = "Task" [ 1126.554385] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.563390] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104123, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.750306] env[69437]: DEBUG nova.network.neutron [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Successfully updated port: c7b07fbc-291d-4cde-8f5d-99b8a25fef34 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.760808] env[69437]: DEBUG oslo_concurrency.lockutils [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-042677e0-5bec-4b37-9789-206c0c96df0a-fdf83ee9-8242-45f1-b9cf-19963fe6a913" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.761533] env[69437]: DEBUG oslo_concurrency.lockutils [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-042677e0-5bec-4b37-9789-206c0c96df0a-fdf83ee9-8242-45f1-b9cf-19963fe6a913" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.761697] env[69437]: DEBUG nova.objects.instance [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'flavor' on Instance uuid 042677e0-5bec-4b37-9789-206c0c96df0a {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.955459] env[69437]: INFO nova.scheduler.client.report [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted allocation for migration 2e11aa40-a335-4275-aab5-bb31c761394e [ 1127.034676] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a56e7991-cb7d-47bb-95c9-cfe0fbd883a3 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-07df3e47-801f-40da-9568-3558903e5628-fdf83ee9-8242-45f1-b9cf-19963fe6a913" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.883s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.064868] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104123, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.229967] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1127.230309] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812961', 'volume_id': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'name': 'volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92bedd45-81ff-4db6-8152-2f2e0611019e', 'attached_at': '', 'detached_at': '', 'volume_id': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'serial': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1127.231267] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b27bb67-d23c-4336-a55a-e6dcf16cb89c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.248783] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39335ce7-8abd-46aa-840a-3393f6389eac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.268462] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "refresh_cache-506f7662-6305-4157-bbae-93851858d1ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.268868] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "refresh_cache-506f7662-6305-4157-bbae-93851858d1ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.268868] env[69437]: DEBUG nova.network.neutron [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.283464] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4/volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.286712] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d880efa-91f3-44df-9945-1b108e6296bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.309629] env[69437]: DEBUG oslo_vmware.api [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1127.309629] env[69437]: value = "task-4104124" [ 1127.309629] env[69437]: _type = "Task" [ 1127.309629] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.320242] env[69437]: DEBUG oslo_vmware.api [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.335786] env[69437]: DEBUG nova.network.neutron [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.404940] env[69437]: DEBUG nova.objects.instance [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'pci_requests' on Instance uuid 042677e0-5bec-4b37-9789-206c0c96df0a {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.461703] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.054s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.505988] env[69437]: DEBUG nova.network.neutron [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Updating instance_info_cache with network_info: [{"id": "c7b07fbc-291d-4cde-8f5d-99b8a25fef34", "address": "fa:16:3e:ce:d8:b0", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b07fbc-29", "ovs_interfaceid": "c7b07fbc-291d-4cde-8f5d-99b8a25fef34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.567369] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104123, 'name': CreateVM_Task, 'duration_secs': 0.754258} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.567596] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.568370] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.568619] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.569443] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.569443] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28ea36a-4d7e-48de-a84a-008378aea9a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.575890] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1127.575890] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52000371-ee5b-b44b-61a4-764f8820bf78" [ 1127.575890] env[69437]: _type = "Task" [ 1127.575890] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.586788] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52000371-ee5b-b44b-61a4-764f8820bf78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.820582] env[69437]: DEBUG oslo_vmware.api [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104124, 'name': ReconfigVM_Task, 'duration_secs': 0.403149} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.820819] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4/volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.825893] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70a738a2-ec7e-4695-a97d-22599298ccbf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.842846] env[69437]: DEBUG oslo_vmware.api [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1127.842846] env[69437]: value = "task-4104125" [ 1127.842846] env[69437]: _type = "Task" [ 1127.842846] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.852452] env[69437]: DEBUG oslo_vmware.api [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.908548] env[69437]: DEBUG nova.objects.base [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Object Instance<042677e0-5bec-4b37-9789-206c0c96df0a> lazy-loaded attributes: flavor,pci_requests {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.908780] env[69437]: DEBUG nova.network.neutron [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.975727] env[69437]: DEBUG nova.policy [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e739f5b215ed40deabf1163cb449599b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc53fa4366a4a4aa5f2b5adcf92472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.008574] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "refresh_cache-506f7662-6305-4157-bbae-93851858d1ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.008853] env[69437]: DEBUG nova.compute.manager [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Instance network_info: |[{"id": "c7b07fbc-291d-4cde-8f5d-99b8a25fef34", "address": "fa:16:3e:ce:d8:b0", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b07fbc-29", "ovs_interfaceid": "c7b07fbc-291d-4cde-8f5d-99b8a25fef34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.009384] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:d8:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7b07fbc-291d-4cde-8f5d-99b8a25fef34', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.017575] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Creating folder: Project (3bca7aeb424543209556e726baea0c3a). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.017898] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7588718-9863-46ab-b252-6fad9d25487a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.028730] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Created folder: Project (3bca7aeb424543209556e726baea0c3a) in parent group-v812682. [ 1128.028895] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Creating folder: Instances. Parent ref: group-v812963. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.029032] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92c97cb3-ac17-48cd-bb8e-8e5019a87b00 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.040589] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Created folder: Instances in parent group-v812963. [ 1128.040854] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.041108] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.041341] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80e27236-6225-41cc-95e5-0fd73cb6c20d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.061876] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.061876] env[69437]: value = "task-4104128" [ 1128.061876] env[69437]: _type = "Task" [ 1128.061876] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.070640] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104128, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.085991] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52000371-ee5b-b44b-61a4-764f8820bf78, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.086360] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.086548] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.086834] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.086992] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.087226] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.087474] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f9d7c50-42cc-4e9f-9eb7-ad669a76845e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.110050] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.110341] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.111120] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a845693c-c1bd-47a9-834c-300c7024fb8a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.117812] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1128.117812] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5256912d-8761-bc87-1ae5-6e6200f7c86c" [ 1128.117812] env[69437]: _type = "Task" [ 1128.117812] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.127693] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5256912d-8761-bc87-1ae5-6e6200f7c86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.353834] env[69437]: DEBUG oslo_vmware.api [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.574421] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104128, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.629184] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5256912d-8761-bc87-1ae5-6e6200f7c86c, 'name': SearchDatastore_Task, 'duration_secs': 0.01559} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.629918] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e411518b-6282-41ed-9cf7-e254e9d1c5db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.636073] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1128.636073] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522bbf4f-1589-3597-9e57-af2fd06477ec" [ 1128.636073] env[69437]: _type = "Task" [ 1128.636073] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.646827] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522bbf4f-1589-3597-9e57-af2fd06477ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.699358] env[69437]: DEBUG nova.compute.manager [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Received event network-changed-1fcc6b40-49e7-43d9-945e-479f9f11d8b8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.699594] env[69437]: DEBUG nova.compute.manager [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Refreshing instance network info cache due to event network-changed-1fcc6b40-49e7-43d9-945e-479f9f11d8b8. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.699928] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Acquiring lock "refresh_cache-19a74730-d168-43a3-ae0a-2c7a3a528bb2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.700198] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Acquired lock "refresh_cache-19a74730-d168-43a3-ae0a-2c7a3a528bb2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.700388] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Refreshing network info cache for port 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.717068] env[69437]: DEBUG nova.compute.manager [req-44773a78-38f7-4dc8-9acd-25509ab900ba req-2eea5283-9745-4fbd-9f80-14c2d62e1b51 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Received event network-vif-plugged-c7b07fbc-291d-4cde-8f5d-99b8a25fef34 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.717258] env[69437]: DEBUG oslo_concurrency.lockutils [req-44773a78-38f7-4dc8-9acd-25509ab900ba req-2eea5283-9745-4fbd-9f80-14c2d62e1b51 service nova] Acquiring lock "506f7662-6305-4157-bbae-93851858d1ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.717565] env[69437]: DEBUG oslo_concurrency.lockutils [req-44773a78-38f7-4dc8-9acd-25509ab900ba req-2eea5283-9745-4fbd-9f80-14c2d62e1b51 service nova] Lock "506f7662-6305-4157-bbae-93851858d1ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.717632] env[69437]: DEBUG oslo_concurrency.lockutils [req-44773a78-38f7-4dc8-9acd-25509ab900ba req-2eea5283-9745-4fbd-9f80-14c2d62e1b51 service nova] Lock "506f7662-6305-4157-bbae-93851858d1ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.717804] env[69437]: DEBUG nova.compute.manager [req-44773a78-38f7-4dc8-9acd-25509ab900ba req-2eea5283-9745-4fbd-9f80-14c2d62e1b51 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] No waiting events found dispatching network-vif-plugged-c7b07fbc-291d-4cde-8f5d-99b8a25fef34 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.717969] env[69437]: WARNING nova.compute.manager [req-44773a78-38f7-4dc8-9acd-25509ab900ba req-2eea5283-9745-4fbd-9f80-14c2d62e1b51 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Received unexpected event network-vif-plugged-c7b07fbc-291d-4cde-8f5d-99b8a25fef34 for instance with vm_state building and task_state spawning. [ 1128.853844] env[69437]: DEBUG oslo_vmware.api [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.930783] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "f9ea8fbf-b017-4baf-8649-64747eccb23f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.931238] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.931576] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "f9ea8fbf-b017-4baf-8649-64747eccb23f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.931904] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.932207] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.935568] env[69437]: INFO nova.compute.manager [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Terminating instance [ 1129.073399] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104128, 'name': CreateVM_Task, 'duration_secs': 0.58833} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.073751] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.074327] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.074507] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.074823] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.075096] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5411767d-7fa7-4807-998b-ca7296dbea78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.080125] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1129.080125] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5204ba01-161b-c9bd-bff5-9b08a6eafa68" [ 1129.080125] env[69437]: _type = "Task" [ 1129.080125] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.087816] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5204ba01-161b-c9bd-bff5-9b08a6eafa68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.146820] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522bbf4f-1589-3597-9e57-af2fd06477ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016201} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.147048] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.147323] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] ce04e32c-41cc-4993-b786-085aeede5921/ce04e32c-41cc-4993-b786-085aeede5921.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.147591] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70b93293-9190-4b65-873c-e42f8c8a02a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.155076] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1129.155076] env[69437]: value = "task-4104129" [ 1129.155076] env[69437]: _type = "Task" [ 1129.155076] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.163632] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.355144] env[69437]: DEBUG oslo_vmware.api [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104125, 'name': ReconfigVM_Task, 'duration_secs': 1.162828} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.356029] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812961', 'volume_id': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'name': 'volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92bedd45-81ff-4db6-8152-2f2e0611019e', 'attached_at': '', 'detached_at': '', 'volume_id': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'serial': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1129.440641] env[69437]: DEBUG nova.compute.manager [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.440884] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.441961] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff787edc-940d-4a01-93ee-3ab1ae463c55 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.446175] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Updated VIF entry in instance network info cache for port 1fcc6b40-49e7-43d9-945e-479f9f11d8b8. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.446458] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Updating instance_info_cache with network_info: [{"id": "1fcc6b40-49e7-43d9-945e-479f9f11d8b8", "address": "fa:16:3e:4f:5b:aa", "network": {"id": "cad71347-6454-49a3-a44d-f9c217b9542f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1897974013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe3fd278cc94d019bcd1ea90a45a61d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcc6b40-49", "ovs_interfaceid": "1fcc6b40-49e7-43d9-945e-479f9f11d8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.452930] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.453332] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca985ad-224f-4e36-a458-4b398ed518d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.461552] env[69437]: DEBUG oslo_vmware.api [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1129.461552] env[69437]: value = "task-4104130" [ 1129.461552] env[69437]: _type = "Task" [ 1129.461552] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.473529] env[69437]: DEBUG oslo_vmware.api [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.484618] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "f9212523-bae7-4cc8-af08-02f4e4bec785" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.484886] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "f9212523-bae7-4cc8-af08-02f4e4bec785" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.485115] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "f9212523-bae7-4cc8-af08-02f4e4bec785-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.485309] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "f9212523-bae7-4cc8-af08-02f4e4bec785-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.485512] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "f9212523-bae7-4cc8-af08-02f4e4bec785-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.487691] env[69437]: INFO nova.compute.manager [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Terminating instance [ 1129.505743] env[69437]: DEBUG nova.network.neutron [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Successfully updated port: fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.591932] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5204ba01-161b-c9bd-bff5-9b08a6eafa68, 'name': SearchDatastore_Task, 'duration_secs': 0.046881} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.592281] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.592523] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.592774] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.593000] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.593259] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.593563] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bde5b912-d231-4c4d-a90e-37ddb88d6996 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.611076] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.611279] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.612122] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18ec087-ba31-43ea-b67c-20fb874b36e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.618885] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1129.618885] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e43370-1a81-ab48-91d3-efbbfc5cb714" [ 1129.618885] env[69437]: _type = "Task" [ 1129.618885] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.628124] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e43370-1a81-ab48-91d3-efbbfc5cb714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.666368] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.949811] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Releasing lock "refresh_cache-19a74730-d168-43a3-ae0a-2c7a3a528bb2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.950320] env[69437]: DEBUG nova.compute.manager [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Received event network-changed-880d4039-a19b-41f3-b482-246ca146e650 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.950677] env[69437]: DEBUG nova.compute.manager [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Refreshing instance network info cache due to event network-changed-880d4039-a19b-41f3-b482-246ca146e650. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.951316] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Acquiring lock "refresh_cache-ce04e32c-41cc-4993-b786-085aeede5921" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.951477] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Acquired lock "refresh_cache-ce04e32c-41cc-4993-b786-085aeede5921" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.951759] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Refreshing network info cache for port 880d4039-a19b-41f3-b482-246ca146e650 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.975065] env[69437]: DEBUG oslo_vmware.api [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104130, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.991722] env[69437]: DEBUG nova.compute.manager [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.991978] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.992892] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3b0ef1-7f08-47c1-b2dc-45d417b93d7e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.001034] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.001308] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b451257-47b7-4185-ac51-abb6e4f714b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.009103] env[69437]: DEBUG oslo_concurrency.lockutils [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.009344] env[69437]: DEBUG oslo_concurrency.lockutils [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.009458] env[69437]: DEBUG nova.network.neutron [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.011920] env[69437]: DEBUG oslo_vmware.api [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1130.011920] env[69437]: value = "task-4104131" [ 1130.011920] env[69437]: _type = "Task" [ 1130.011920] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.024826] env[69437]: DEBUG oslo_vmware.api [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.131434] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e43370-1a81-ab48-91d3-efbbfc5cb714, 'name': SearchDatastore_Task, 'duration_secs': 0.077632} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.132318] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ab9aea-cf0e-48ea-ac91-5d025c51e8ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.138693] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1130.138693] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5241c639-654f-c29f-ffe9-96f0713b0552" [ 1130.138693] env[69437]: _type = "Task" [ 1130.138693] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.147890] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5241c639-654f-c29f-ffe9-96f0713b0552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.166182] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81713} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.166533] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] ce04e32c-41cc-4993-b786-085aeede5921/ce04e32c-41cc-4993-b786-085aeede5921.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.166795] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.167142] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5effae60-39e3-4da4-9f27-d828f1eec9fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.175092] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1130.175092] env[69437]: value = "task-4104132" [ 1130.175092] env[69437]: _type = "Task" [ 1130.175092] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.185420] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.403934] env[69437]: DEBUG nova.objects.instance [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 92bedd45-81ff-4db6-8152-2f2e0611019e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.474289] env[69437]: DEBUG oslo_vmware.api [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104130, 'name': PowerOffVM_Task, 'duration_secs': 0.515181} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.474572] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.474740] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.474992] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-025a638f-d87a-4ef7-a810-a2f8b7dc3368 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.524559] env[69437]: DEBUG oslo_vmware.api [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104131, 'name': PowerOffVM_Task, 'duration_secs': 0.402292} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.524927] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.525116] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.525440] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d101be69-cb90-4d9b-95c8-c380b7364727 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.554969] env[69437]: WARNING nova.network.neutron [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] bb2f160d-601f-4fde-9eb5-8868b634d2dd already exists in list: networks containing: ['bb2f160d-601f-4fde-9eb5-8868b634d2dd']. ignoring it [ 1130.563812] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.567420] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.567420] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleting the datastore file [datastore1] f9ea8fbf-b017-4baf-8649-64747eccb23f {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.567420] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67b4c151-d6b4-42d0-b51b-ef54612be507 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.572388] env[69437]: DEBUG oslo_vmware.api [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for the task: (returnval){ [ 1130.572388] env[69437]: value = "task-4104135" [ 1130.572388] env[69437]: _type = "Task" [ 1130.572388] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.581729] env[69437]: DEBUG oslo_vmware.api [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.631033] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.631321] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.631517] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Deleting the datastore file [datastore1] f9212523-bae7-4cc8-af08-02f4e4bec785 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.631805] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7f2b0fe-bad0-4689-a874-e800206d9993 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.639251] env[69437]: DEBUG oslo_vmware.api [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1130.639251] env[69437]: value = "task-4104136" [ 1130.639251] env[69437]: _type = "Task" [ 1130.639251] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.659349] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5241c639-654f-c29f-ffe9-96f0713b0552, 'name': SearchDatastore_Task, 'duration_secs': 0.023408} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.659585] env[69437]: DEBUG oslo_vmware.api [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.659828] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.660134] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 506f7662-6305-4157-bbae-93851858d1ba/506f7662-6305-4157-bbae-93851858d1ba.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.660426] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9960cb9-f1c1-4b25-abbf-5783149299e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.668961] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1130.668961] env[69437]: value = "task-4104137" [ 1130.668961] env[69437]: _type = "Task" [ 1130.668961] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.679575] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.692106] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190751} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.692106] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.693142] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64baa6d4-33c4-4120-a55c-c80b36d4d035 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.719434] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ce04e32c-41cc-4993-b786-085aeede5921/ce04e32c-41cc-4993-b786-085aeede5921.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.719712] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9100681c-f878-4a6b-a2a5-7ace24e4b9dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.735196] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Updated VIF entry in instance network info cache for port 880d4039-a19b-41f3-b482-246ca146e650. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.735559] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Updating instance_info_cache with network_info: [{"id": "880d4039-a19b-41f3-b482-246ca146e650", "address": "fa:16:3e:30:a4:f9", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880d4039-a1", "ovs_interfaceid": "880d4039-a19b-41f3-b482-246ca146e650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.744845] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1130.744845] env[69437]: value = "task-4104138" [ 1130.744845] env[69437]: _type = "Task" [ 1130.744845] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.754502] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.872530] env[69437]: DEBUG nova.compute.manager [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received event network-vif-plugged-fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.872831] env[69437]: DEBUG oslo_concurrency.lockutils [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] Acquiring lock "042677e0-5bec-4b37-9789-206c0c96df0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.872988] env[69437]: DEBUG oslo_concurrency.lockutils [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] Lock "042677e0-5bec-4b37-9789-206c0c96df0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.873303] env[69437]: DEBUG oslo_concurrency.lockutils [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] Lock "042677e0-5bec-4b37-9789-206c0c96df0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.873490] env[69437]: DEBUG nova.compute.manager [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] No waiting events found dispatching network-vif-plugged-fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.873674] env[69437]: WARNING nova.compute.manager [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received unexpected event network-vif-plugged-fdf83ee9-8242-45f1-b9cf-19963fe6a913 for instance with vm_state active and task_state None. [ 1130.873815] env[69437]: DEBUG nova.compute.manager [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received event network-changed-fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.873969] env[69437]: DEBUG nova.compute.manager [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing instance network info cache due to event network-changed-fdf83ee9-8242-45f1-b9cf-19963fe6a913. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.874253] env[69437]: DEBUG oslo_concurrency.lockutils [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] Acquiring lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.894931] env[69437]: DEBUG nova.compute.manager [req-0bf8b200-03bc-4773-920d-e927be03ef51 req-a3842f0a-0e72-48d2-818a-57facc1859b3 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Received event network-changed-c7b07fbc-291d-4cde-8f5d-99b8a25fef34 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.895519] env[69437]: DEBUG nova.compute.manager [req-0bf8b200-03bc-4773-920d-e927be03ef51 req-a3842f0a-0e72-48d2-818a-57facc1859b3 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Refreshing instance network info cache due to event network-changed-c7b07fbc-291d-4cde-8f5d-99b8a25fef34. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.895694] env[69437]: DEBUG oslo_concurrency.lockutils [req-0bf8b200-03bc-4773-920d-e927be03ef51 req-a3842f0a-0e72-48d2-818a-57facc1859b3 service nova] Acquiring lock "refresh_cache-506f7662-6305-4157-bbae-93851858d1ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.895880] env[69437]: DEBUG oslo_concurrency.lockutils [req-0bf8b200-03bc-4773-920d-e927be03ef51 req-a3842f0a-0e72-48d2-818a-57facc1859b3 service nova] Acquired lock "refresh_cache-506f7662-6305-4157-bbae-93851858d1ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.896068] env[69437]: DEBUG nova.network.neutron [req-0bf8b200-03bc-4773-920d-e927be03ef51 req-a3842f0a-0e72-48d2-818a-57facc1859b3 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Refreshing network info cache for port c7b07fbc-291d-4cde-8f5d-99b8a25fef34 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.909375] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8bd9d9b5-4f37-478e-a0c9-6a73dce19fca tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.342s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.940832] env[69437]: DEBUG nova.network.neutron [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updating instance_info_cache with network_info: [{"id": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "address": "fa:16:3e:aa:be:7e", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efa7e9d-f2", "ovs_interfaceid": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "address": "fa:16:3e:4c:e8:af", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf83ee9-82", "ovs_interfaceid": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.087633] env[69437]: DEBUG oslo_vmware.api [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Task: {'id': task-4104135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400222} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.087848] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.088238] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.088303] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.088626] env[69437]: INFO nova.compute.manager [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1131.088924] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.089195] env[69437]: DEBUG nova.compute.manager [-] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.089298] env[69437]: DEBUG nova.network.neutron [-] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.151505] env[69437]: DEBUG oslo_vmware.api [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331676} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.154112] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.154326] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.154501] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.154675] env[69437]: INFO nova.compute.manager [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1131.154922] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.155192] env[69437]: DEBUG nova.compute.manager [-] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.155315] env[69437]: DEBUG nova.network.neutron [-] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.182799] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104137, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.239774] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Releasing lock "refresh_cache-ce04e32c-41cc-4993-b786-085aeede5921" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.242986] env[69437]: DEBUG nova.compute.manager [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.242986] env[69437]: DEBUG nova.compute.manager [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing instance network info cache due to event network-changed-3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.242986] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Acquiring lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.242986] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Acquired lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.242986] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Refreshing network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.258480] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104138, 'name': ReconfigVM_Task, 'duration_secs': 0.392527} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.258831] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ce04e32c-41cc-4993-b786-085aeede5921/ce04e32c-41cc-4993-b786-085aeede5921.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.259889] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce0b0a41-0bf2-4d03-9aa5-b30f1cb6bf7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.269689] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1131.269689] env[69437]: value = "task-4104139" [ 1131.269689] env[69437]: _type = "Task" [ 1131.269689] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.283911] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104139, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.444311] env[69437]: DEBUG oslo_concurrency.lockutils [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.449110] env[69437]: DEBUG oslo_concurrency.lockutils [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.452238] env[69437]: DEBUG oslo_concurrency.lockutils [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.452238] env[69437]: DEBUG oslo_concurrency.lockutils [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] Acquired lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.452238] env[69437]: DEBUG nova.network.neutron [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing network info cache for port fdf83ee9-8242-45f1-b9cf-19963fe6a913 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.452238] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121dfc3f-08d5-4625-995a-64d8e7f55c5c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.478102] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.478271] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.478329] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.478474] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.478626] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.478882] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.478978] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.479154] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.479324] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.479488] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.479664] env[69437]: DEBUG nova.virt.hardware [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.486496] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Reconfiguring VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1131.489324] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f450d2a-ee8b-4011-97d4-03d7119e1095 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.514158] env[69437]: DEBUG oslo_vmware.api [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1131.514158] env[69437]: value = "task-4104140" [ 1131.514158] env[69437]: _type = "Task" [ 1131.514158] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.525915] env[69437]: DEBUG oslo_vmware.api [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.683923] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737034} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.684853] env[69437]: DEBUG nova.network.neutron [req-0bf8b200-03bc-4773-920d-e927be03ef51 req-a3842f0a-0e72-48d2-818a-57facc1859b3 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Updated VIF entry in instance network info cache for port c7b07fbc-291d-4cde-8f5d-99b8a25fef34. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.685366] env[69437]: DEBUG nova.network.neutron [req-0bf8b200-03bc-4773-920d-e927be03ef51 req-a3842f0a-0e72-48d2-818a-57facc1859b3 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Updating instance_info_cache with network_info: [{"id": "c7b07fbc-291d-4cde-8f5d-99b8a25fef34", "address": "fa:16:3e:ce:d8:b0", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b07fbc-29", "ovs_interfaceid": "c7b07fbc-291d-4cde-8f5d-99b8a25fef34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.686970] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 506f7662-6305-4157-bbae-93851858d1ba/506f7662-6305-4157-bbae-93851858d1ba.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.687339] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.687965] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccf12092-4f58-4f58-9afb-76e002c08293 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.697355] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1131.697355] env[69437]: value = "task-4104141" [ 1131.697355] env[69437]: _type = "Task" [ 1131.697355] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.708284] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.784189] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104139, 'name': Rename_Task, 'duration_secs': 0.231351} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.784508] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.784765] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c9828e9-6040-4d16-8646-d4f71718df8e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.791392] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1131.791392] env[69437]: value = "task-4104142" [ 1131.791392] env[69437]: _type = "Task" [ 1131.791392] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.802010] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.008547] env[69437]: DEBUG nova.network.neutron [-] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.009989] env[69437]: DEBUG nova.network.neutron [-] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.027241] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updated VIF entry in instance network info cache for port 3e412ac0-8c1c-49b8-b465-0e86f2e89703. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.027594] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [{"id": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "address": "fa:16:3e:a6:56:df", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e412ac0-8c", "ovs_interfaceid": "3e412ac0-8c1c-49b8-b465-0e86f2e89703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.032676] env[69437]: DEBUG oslo_vmware.api [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.096299] env[69437]: DEBUG oslo_concurrency.lockutils [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.096679] env[69437]: DEBUG oslo_concurrency.lockutils [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.189425] env[69437]: DEBUG oslo_concurrency.lockutils [req-0bf8b200-03bc-4773-920d-e927be03ef51 req-a3842f0a-0e72-48d2-818a-57facc1859b3 service nova] Releasing lock "refresh_cache-506f7662-6305-4157-bbae-93851858d1ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.209503] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077258} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.210945] env[69437]: DEBUG nova.network.neutron [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updated VIF entry in instance network info cache for port fdf83ee9-8242-45f1-b9cf-19963fe6a913. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.211539] env[69437]: DEBUG nova.network.neutron [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updating instance_info_cache with network_info: [{"id": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "address": "fa:16:3e:aa:be:7e", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efa7e9d-f2", "ovs_interfaceid": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "address": "fa:16:3e:4c:e8:af", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf83ee9-82", "ovs_interfaceid": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.213342] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.214729] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18555d92-66f1-464d-be62-f959b9753932 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.240885] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 506f7662-6305-4157-bbae-93851858d1ba/506f7662-6305-4157-bbae-93851858d1ba.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.241933] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b597ae5-ee88-47bf-a8a0-f37b0b12e1fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.262664] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1132.262664] env[69437]: value = "task-4104143" [ 1132.262664] env[69437]: _type = "Task" [ 1132.262664] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.272234] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.302512] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.512749] env[69437]: INFO nova.compute.manager [-] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Took 1.36 seconds to deallocate network for instance. [ 1132.515319] env[69437]: INFO nova.compute.manager [-] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Took 1.43 seconds to deallocate network for instance. [ 1132.535973] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Releasing lock "refresh_cache-07df3e47-801f-40da-9568-3558903e5628" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.536308] env[69437]: DEBUG nova.compute.manager [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received event network-changed-6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.536493] env[69437]: DEBUG nova.compute.manager [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing instance network info cache due to event network-changed-6efa7e9d-f21a-416c-bfc6-4f38c3624623. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.536684] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Acquiring lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.537291] env[69437]: DEBUG oslo_vmware.api [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.601370] env[69437]: DEBUG nova.compute.utils [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.714920] env[69437]: DEBUG oslo_concurrency.lockutils [req-2247c7a8-b240-4c8c-81a6-e3dc1c6a5fe9 req-5ce8ff3a-9e00-44a0-a61a-b96e96710b21 service nova] Releasing lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.715597] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Acquired lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.715921] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Refreshing network info cache for port 6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.774930] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.803998] env[69437]: DEBUG oslo_vmware.api [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104142, 'name': PowerOnVM_Task, 'duration_secs': 0.905612} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.804295] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.804506] env[69437]: INFO nova.compute.manager [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1132.804690] env[69437]: DEBUG nova.compute.manager [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1132.805569] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69755176-9283-45c8-a6fb-69ecd644fdb8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.026548] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.026808] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.027058] env[69437]: DEBUG nova.objects.instance [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lazy-loading 'resources' on Instance uuid f9212523-bae7-4cc8-af08-02f4e4bec785 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.028141] env[69437]: DEBUG oslo_vmware.api [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.030696] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.104140] env[69437]: DEBUG oslo_concurrency.lockutils [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.276238] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104143, 'name': ReconfigVM_Task, 'duration_secs': 0.564279} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.276614] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 506f7662-6305-4157-bbae-93851858d1ba/506f7662-6305-4157-bbae-93851858d1ba.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.277204] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64366710-fcf1-4ce3-a53a-c3c30b27a68d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.284209] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1133.284209] env[69437]: value = "task-4104144" [ 1133.284209] env[69437]: _type = "Task" [ 1133.284209] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.294225] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104144, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.323943] env[69437]: INFO nova.compute.manager [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Took 17.61 seconds to build instance. [ 1133.468158] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updated VIF entry in instance network info cache for port 6efa7e9d-f21a-416c-bfc6-4f38c3624623. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.468806] env[69437]: DEBUG nova.network.neutron [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updating instance_info_cache with network_info: [{"id": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "address": "fa:16:3e:aa:be:7e", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efa7e9d-f2", "ovs_interfaceid": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "address": "fa:16:3e:4c:e8:af", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf83ee9-82", "ovs_interfaceid": "fdf83ee9-8242-45f1-b9cf-19963fe6a913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.526533] env[69437]: DEBUG oslo_vmware.api [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104140, 'name': ReconfigVM_Task, 'duration_secs': 1.809444} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.527041] env[69437]: DEBUG oslo_concurrency.lockutils [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.527279] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Reconfigured VM to attach interface {{(pid=69437) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1133.702459] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb4000c-9c05-4a23-918d-3d218191bd2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.710943] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c8e479-7d94-419a-a613-5a61ab3a3af3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.744509] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5381e-f30b-45e8-afae-ae17186018ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.753173] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c7e43d-5b4e-484c-92f8-d1521c8c37a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.767634] env[69437]: DEBUG nova.compute.provider_tree [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.794844] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104144, 'name': Rename_Task, 'duration_secs': 0.178434} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.795060] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.795330] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a7b8853-2579-413a-9210-841c04625d52 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.802317] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1133.802317] env[69437]: value = "task-4104145" [ 1133.802317] env[69437]: _type = "Task" [ 1133.802317] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.810947] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.826008] env[69437]: DEBUG oslo_concurrency.lockutils [None req-05def111-f244-4f87-bda8-c9774b609dd6 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "ce04e32c-41cc-4993-b786-085aeede5921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.128s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.904954] env[69437]: DEBUG nova.compute.manager [req-a1254236-254b-4982-8b53-eadd02e3ceb0 req-77180b71-4aa3-4d4b-8116-3e50fceb112f service nova] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Received event network-vif-deleted-6c375e98-6ac0-4121-a0e6-5abede8138d4 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.971923] env[69437]: DEBUG oslo_concurrency.lockutils [req-9b5093d2-c200-4305-904c-e2e58e1548cf req-973296f7-30de-4ee2-bd3f-c25d15c7a6f7 service nova] Releasing lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.034712] env[69437]: DEBUG oslo_concurrency.lockutils [None req-29501831-f23e-450d-a075-23a99a89ffeb tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-042677e0-5bec-4b37-9789-206c0c96df0a-fdf83ee9-8242-45f1-b9cf-19963fe6a913" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.273s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.042524] env[69437]: DEBUG nova.compute.manager [req-88bf26da-b865-40a0-bc31-1d45ddf995b1 req-c5e795a2-c19c-497e-a15e-0b9db5c8b840 service nova] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Received event network-vif-deleted-a672a557-c235-41c8-9f57-6431c6b1516b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.184082] env[69437]: DEBUG oslo_concurrency.lockutils [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.184436] env[69437]: DEBUG oslo_concurrency.lockutils [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.184528] env[69437]: INFO nova.compute.manager [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Attaching volume 160673e5-4b61-4b4d-a91a-5c0571763fba to /dev/sdc [ 1134.219651] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962709e5-fcc4-47b6-95e5-35510b720288 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.229146] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3405f5e8-cf46-439e-b77d-a60831987832 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.244839] env[69437]: DEBUG nova.virt.block_device [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Updating existing volume attachment record: 80fc5f2d-d747-484f-853e-1cb735eb8d1a {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1134.271192] env[69437]: DEBUG nova.scheduler.client.report [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.313634] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104145, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.777226] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.780102] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.749s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.780291] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.800537] env[69437]: INFO nova.scheduler.client.report [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Deleted allocations for instance f9212523-bae7-4cc8-af08-02f4e4bec785 [ 1134.817522] env[69437]: DEBUG oslo_vmware.api [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104145, 'name': PowerOnVM_Task, 'duration_secs': 0.905254} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.818920] env[69437]: INFO nova.scheduler.client.report [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Deleted allocations for instance f9ea8fbf-b017-4baf-8649-64747eccb23f [ 1134.820143] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.820373] env[69437]: INFO nova.compute.manager [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1134.820803] env[69437]: DEBUG nova.compute.manager [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.824960] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea0c9a-894f-4418-8c01-970f51eb385f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.979069] env[69437]: DEBUG nova.objects.instance [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lazy-loading 'flavor' on Instance uuid 48af98f5-3c3f-4c94-ac5a-f2699a7e252b {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.281728] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "6ad63727-f407-4824-b755-b0284b8706b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.282080] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "6ad63727-f407-4824-b755-b0284b8706b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.313661] env[69437]: DEBUG oslo_concurrency.lockutils [None req-2cd67da2-415c-42cc-b365-80314ee1872a tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "f9212523-bae7-4cc8-af08-02f4e4bec785" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.828s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.332749] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6981cfbe-297a-4552-a30e-da609e75673d tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Lock "f9ea8fbf-b017-4baf-8649-64747eccb23f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.401s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.346484] env[69437]: INFO nova.compute.manager [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Took 15.38 seconds to build instance. [ 1135.485098] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.485098] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquired lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.602800] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "interface-042677e0-5bec-4b37-9789-206c0c96df0a-fdf83ee9-8242-45f1-b9cf-19963fe6a913" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.603104] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-042677e0-5bec-4b37-9789-206c0c96df0a-fdf83ee9-8242-45f1-b9cf-19963fe6a913" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.788927] env[69437]: DEBUG nova.compute.manager [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.847462] env[69437]: DEBUG nova.network.neutron [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.849743] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e7213267-3d9e-4928-9e21-e0f84e2415cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.895s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.983881] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "524029c6-7699-4d19-843f-d8ae458296fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.984128] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "524029c6-7699-4d19-843f-d8ae458296fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.076373] env[69437]: DEBUG nova.compute.manager [req-1048a0db-5338-4d36-938b-7feea71726f5 req-29ca5d6c-e71d-449b-affa-9220cfbcba86 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Received event network-changed-e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.076554] env[69437]: DEBUG nova.compute.manager [req-1048a0db-5338-4d36-938b-7feea71726f5 req-29ca5d6c-e71d-449b-affa-9220cfbcba86 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Refreshing instance network info cache due to event network-changed-e2a8b5fe-704c-4c14-a436-8ed321084a8b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.076663] env[69437]: DEBUG oslo_concurrency.lockutils [req-1048a0db-5338-4d36-938b-7feea71726f5 req-29ca5d6c-e71d-449b-affa-9220cfbcba86 service nova] Acquiring lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.105841] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.106027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.106906] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c23a7-2e32-493e-9291-39a2f610e2b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.127950] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e2298-c368-451b-9410-aa2092c38213 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.155327] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Reconfiguring VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1136.155727] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cf16272-ab6d-4965-ac15-a336ac8d787f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.174866] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1136.174866] env[69437]: value = "task-4104148" [ 1136.174866] env[69437]: _type = "Task" [ 1136.174866] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.183791] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.308467] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.308754] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.310284] env[69437]: INFO nova.compute.claims [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.486624] env[69437]: DEBUG nova.compute.manager [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.575901] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.577509] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.627765] env[69437]: DEBUG nova.network.neutron [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updating instance_info_cache with network_info: [{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.682543] env[69437]: DEBUG nova.compute.manager [req-909ad6bd-e999-492b-8d10-18a36d05951e req-b34aea8c-ba7a-4355-8c80-f608db54e83b service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Received event network-changed-c7b07fbc-291d-4cde-8f5d-99b8a25fef34 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.682762] env[69437]: DEBUG nova.compute.manager [req-909ad6bd-e999-492b-8d10-18a36d05951e req-b34aea8c-ba7a-4355-8c80-f608db54e83b service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Refreshing instance network info cache due to event network-changed-c7b07fbc-291d-4cde-8f5d-99b8a25fef34. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.682986] env[69437]: DEBUG oslo_concurrency.lockutils [req-909ad6bd-e999-492b-8d10-18a36d05951e req-b34aea8c-ba7a-4355-8c80-f608db54e83b service nova] Acquiring lock "refresh_cache-506f7662-6305-4157-bbae-93851858d1ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.683360] env[69437]: DEBUG oslo_concurrency.lockutils [req-909ad6bd-e999-492b-8d10-18a36d05951e req-b34aea8c-ba7a-4355-8c80-f608db54e83b service nova] Acquired lock "refresh_cache-506f7662-6305-4157-bbae-93851858d1ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.683603] env[69437]: DEBUG nova.network.neutron [req-909ad6bd-e999-492b-8d10-18a36d05951e req-b34aea8c-ba7a-4355-8c80-f608db54e83b service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Refreshing network info cache for port c7b07fbc-291d-4cde-8f5d-99b8a25fef34 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.690922] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.017750] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.078539] env[69437]: DEBUG nova.compute.manager [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.131038] env[69437]: DEBUG oslo_concurrency.lockutils [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Releasing lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.131038] env[69437]: DEBUG nova.compute.manager [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Inject network info {{(pid=69437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1137.131599] env[69437]: DEBUG nova.compute.manager [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] network_info to inject: |[{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1137.136226] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Reconfiguring VM instance to set the machine id {{(pid=69437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1137.136529] env[69437]: DEBUG oslo_concurrency.lockutils [req-1048a0db-5338-4d36-938b-7feea71726f5 req-29ca5d6c-e71d-449b-affa-9220cfbcba86 service nova] Acquired lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.136705] env[69437]: DEBUG nova.network.neutron [req-1048a0db-5338-4d36-938b-7feea71726f5 req-29ca5d6c-e71d-449b-affa-9220cfbcba86 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Refreshing network info cache for port e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.138243] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb3b3f4-fa83-4c48-afde-6236a56d58f5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.157327] env[69437]: DEBUG oslo_vmware.api [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1137.157327] env[69437]: value = "task-4104150" [ 1137.157327] env[69437]: _type = "Task" [ 1137.157327] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.166887] env[69437]: DEBUG oslo_vmware.api [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.189558] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.227782] env[69437]: DEBUG nova.objects.instance [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lazy-loading 'flavor' on Instance uuid 48af98f5-3c3f-4c94-ac5a-f2699a7e252b {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.438278] env[69437]: DEBUG nova.network.neutron [req-909ad6bd-e999-492b-8d10-18a36d05951e req-b34aea8c-ba7a-4355-8c80-f608db54e83b service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Updated VIF entry in instance network info cache for port c7b07fbc-291d-4cde-8f5d-99b8a25fef34. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.438650] env[69437]: DEBUG nova.network.neutron [req-909ad6bd-e999-492b-8d10-18a36d05951e req-b34aea8c-ba7a-4355-8c80-f608db54e83b service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Updating instance_info_cache with network_info: [{"id": "c7b07fbc-291d-4cde-8f5d-99b8a25fef34", "address": "fa:16:3e:ce:d8:b0", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b07fbc-29", "ovs_interfaceid": "c7b07fbc-291d-4cde-8f5d-99b8a25fef34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.513676] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d584ebc-e093-42ac-b237-d8686c118f13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.522249] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2090fb0-8f8b-4c4f-a3a1-9b620f8c33e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.554892] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82a8078-0702-44e9-a9dc-c109bc0b8afa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.563314] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8928abb0-54f8-45fa-8eb7-9015cb9503a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.580926] env[69437]: DEBUG nova.compute.provider_tree [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.596543] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.667355] env[69437]: DEBUG oslo_vmware.api [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104150, 'name': ReconfigVM_Task, 'duration_secs': 0.190977} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.667606] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-cd93a355-f8f3-4320-bb07-64637e268666 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Reconfigured VM instance to set the machine id {{(pid=69437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1137.685945] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.732990] env[69437]: DEBUG oslo_concurrency.lockutils [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.924417] env[69437]: DEBUG nova.network.neutron [req-1048a0db-5338-4d36-938b-7feea71726f5 req-29ca5d6c-e71d-449b-affa-9220cfbcba86 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updated VIF entry in instance network info cache for port e2a8b5fe-704c-4c14-a436-8ed321084a8b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.924812] env[69437]: DEBUG nova.network.neutron [req-1048a0db-5338-4d36-938b-7feea71726f5 req-29ca5d6c-e71d-449b-affa-9220cfbcba86 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updating instance_info_cache with network_info: [{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.941148] env[69437]: DEBUG oslo_concurrency.lockutils [req-909ad6bd-e999-492b-8d10-18a36d05951e req-b34aea8c-ba7a-4355-8c80-f608db54e83b service nova] Releasing lock "refresh_cache-506f7662-6305-4157-bbae-93851858d1ba" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.086279] env[69437]: DEBUG nova.scheduler.client.report [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.186647] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.427725] env[69437]: DEBUG oslo_concurrency.lockutils [req-1048a0db-5338-4d36-938b-7feea71726f5 req-29ca5d6c-e71d-449b-affa-9220cfbcba86 service nova] Releasing lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.428346] env[69437]: DEBUG oslo_concurrency.lockutils [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquired lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.591444] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.592019] env[69437]: DEBUG nova.compute.manager [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.595244] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.578s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.596639] env[69437]: INFO nova.compute.claims [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.688188] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.795243] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1138.795645] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812966', 'volume_id': '160673e5-4b61-4b4d-a91a-5c0571763fba', 'name': 'volume-160673e5-4b61-4b4d-a91a-5c0571763fba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92bedd45-81ff-4db6-8152-2f2e0611019e', 'attached_at': '', 'detached_at': '', 'volume_id': '160673e5-4b61-4b4d-a91a-5c0571763fba', 'serial': '160673e5-4b61-4b4d-a91a-5c0571763fba'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1138.796627] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1db5b2-7c83-4992-a8d3-24d282f0fd78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.816981] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa28d8e-c0f8-4f6e-ba64-3c5c8566a431 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.845506] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-160673e5-4b61-4b4d-a91a-5c0571763fba/volume-160673e5-4b61-4b4d-a91a-5c0571763fba.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.845506] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78352d7b-f86d-4179-9bcd-bf378d742ce4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.865252] env[69437]: DEBUG oslo_vmware.api [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1138.865252] env[69437]: value = "task-4104151" [ 1138.865252] env[69437]: _type = "Task" [ 1138.865252] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.874203] env[69437]: DEBUG oslo_vmware.api [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.962042] env[69437]: DEBUG nova.network.neutron [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.990873] env[69437]: DEBUG nova.compute.manager [req-6343693e-37d6-4076-aac5-9285e150a355 req-fe509ed3-3e4d-4ed0-a757-9de8b338d4b8 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Received event network-changed-e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.991042] env[69437]: DEBUG nova.compute.manager [req-6343693e-37d6-4076-aac5-9285e150a355 req-fe509ed3-3e4d-4ed0-a757-9de8b338d4b8 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Refreshing instance network info cache due to event network-changed-e2a8b5fe-704c-4c14-a436-8ed321084a8b. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.991313] env[69437]: DEBUG oslo_concurrency.lockutils [req-6343693e-37d6-4076-aac5-9285e150a355 req-fe509ed3-3e4d-4ed0-a757-9de8b338d4b8 service nova] Acquiring lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.096478] env[69437]: DEBUG nova.compute.utils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.097920] env[69437]: DEBUG nova.compute.manager [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.098100] env[69437]: DEBUG nova.network.neutron [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.165699] env[69437]: DEBUG nova.policy [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1c14adc8f44f14b74a738d96cf41e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93536dc177ea4637a471fac9a21bcd73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.192997] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.374854] env[69437]: DEBUG oslo_vmware.api [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104151, 'name': ReconfigVM_Task, 'duration_secs': 0.368092} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.375240] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-160673e5-4b61-4b4d-a91a-5c0571763fba/volume-160673e5-4b61-4b4d-a91a-5c0571763fba.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.380294] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34c35a7-fbdd-41c4-bd40-a4838d5465a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.397031] env[69437]: DEBUG oslo_vmware.api [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1139.397031] env[69437]: value = "task-4104152" [ 1139.397031] env[69437]: _type = "Task" [ 1139.397031] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.407234] env[69437]: DEBUG oslo_vmware.api [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.603129] env[69437]: DEBUG nova.compute.manager [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.692873] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.808982] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163387ed-e4e8-45c5-a12d-1c0429419118 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.818381] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4ba076-6f4e-4ffd-a0db-45c3e50453bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.855245] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc51ead5-ee24-4714-a008-039677680b61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.863790] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572bf75a-246c-4c5d-aa96-69164ab584d6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.878316] env[69437]: DEBUG nova.compute.provider_tree [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.908932] env[69437]: DEBUG oslo_vmware.api [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104152, 'name': ReconfigVM_Task, 'duration_secs': 0.143993} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.909276] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812966', 'volume_id': '160673e5-4b61-4b4d-a91a-5c0571763fba', 'name': 'volume-160673e5-4b61-4b4d-a91a-5c0571763fba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92bedd45-81ff-4db6-8152-2f2e0611019e', 'attached_at': '', 'detached_at': '', 'volume_id': '160673e5-4b61-4b4d-a91a-5c0571763fba', 'serial': '160673e5-4b61-4b4d-a91a-5c0571763fba'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.034424] env[69437]: DEBUG nova.network.neutron [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updating instance_info_cache with network_info: [{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.094326] env[69437]: DEBUG nova.network.neutron [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Successfully created port: c8207e6a-9bae-4bf4-82ba-7691efbdf9db {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.196901] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.382695] env[69437]: DEBUG nova.scheduler.client.report [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.539335] env[69437]: DEBUG oslo_concurrency.lockutils [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Releasing lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.539471] env[69437]: DEBUG nova.compute.manager [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Inject network info {{(pid=69437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1140.539722] env[69437]: DEBUG nova.compute.manager [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] network_info to inject: |[{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1140.546125] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Reconfiguring VM instance to set the machine id {{(pid=69437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1140.546988] env[69437]: DEBUG oslo_concurrency.lockutils [req-6343693e-37d6-4076-aac5-9285e150a355 req-fe509ed3-3e4d-4ed0-a757-9de8b338d4b8 service nova] Acquired lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.547145] env[69437]: DEBUG nova.network.neutron [req-6343693e-37d6-4076-aac5-9285e150a355 req-fe509ed3-3e4d-4ed0-a757-9de8b338d4b8 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Refreshing network info cache for port e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.548532] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201cd90f-9b80-4ef5-a0d3-015b7be8d425 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.569022] env[69437]: DEBUG oslo_vmware.api [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1140.569022] env[69437]: value = "task-4104153" [ 1140.569022] env[69437]: _type = "Task" [ 1140.569022] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.583941] env[69437]: DEBUG oslo_vmware.api [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.618343] env[69437]: DEBUG nova.compute.manager [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.650310] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.650579] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.650739] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.650923] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.651151] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.651353] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.651611] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.651815] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.652050] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.652289] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.652524] env[69437]: DEBUG nova.virt.hardware [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.653927] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a8847-58c4-452c-99fa-5777cf73c944 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.662882] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8080283-2077-44fc-a083-62ffa1f51030 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.696897] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.888600] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.889272] env[69437]: DEBUG nova.compute.manager [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.892263] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.296s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.894300] env[69437]: INFO nova.compute.claims [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.954501] env[69437]: DEBUG oslo_concurrency.lockutils [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.954686] env[69437]: DEBUG oslo_concurrency.lockutils [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.954882] env[69437]: DEBUG oslo_concurrency.lockutils [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.955196] env[69437]: DEBUG oslo_concurrency.lockutils [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.955323] env[69437]: DEBUG oslo_concurrency.lockutils [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.957201] env[69437]: INFO nova.compute.manager [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Terminating instance [ 1140.961259] env[69437]: DEBUG nova.objects.instance [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 92bedd45-81ff-4db6-8152-2f2e0611019e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.080293] env[69437]: DEBUG oslo_vmware.api [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104153, 'name': ReconfigVM_Task, 'duration_secs': 0.198488} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.080357] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-163e1869-090f-4375-9ba1-873becb25c36 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Reconfigured VM instance to set the machine id {{(pid=69437) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1141.197355] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.330550] env[69437]: DEBUG nova.network.neutron [req-6343693e-37d6-4076-aac5-9285e150a355 req-fe509ed3-3e4d-4ed0-a757-9de8b338d4b8 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updated VIF entry in instance network info cache for port e2a8b5fe-704c-4c14-a436-8ed321084a8b. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.330951] env[69437]: DEBUG nova.network.neutron [req-6343693e-37d6-4076-aac5-9285e150a355 req-fe509ed3-3e4d-4ed0-a757-9de8b338d4b8 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updating instance_info_cache with network_info: [{"id": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "address": "fa:16:3e:13:0d:5c", "network": {"id": "c3fec5ed-d90a-4c40-a8da-b3a924428a30", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-735790227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37510118124a4ad586877107ffb0321f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a8b5fe-70", "ovs_interfaceid": "e2a8b5fe-704c-4c14-a436-8ed321084a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.399049] env[69437]: DEBUG nova.compute.utils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.405025] env[69437]: DEBUG nova.compute.manager [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.405240] env[69437]: DEBUG nova.network.neutron [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.462760] env[69437]: DEBUG nova.compute.manager [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.462760] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.462760] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f341138-d339-4dc7-aa4b-d9771ddd0e33 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.469579] env[69437]: DEBUG oslo_concurrency.lockutils [None req-379d25a2-6d32-4808-9fa9-4f9611175ff6 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.285s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.473923] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.474213] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c019b27e-316b-46d3-bc25-62f7fffb3878 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.482510] env[69437]: DEBUG oslo_vmware.api [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1141.482510] env[69437]: value = "task-4104154" [ 1141.482510] env[69437]: _type = "Task" [ 1141.482510] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.489510] env[69437]: DEBUG nova.policy [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd345fc56607494293cc47d6f7351ada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2c2ec043292404996aa9463675392d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.499544] env[69437]: DEBUG oslo_vmware.api [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.643723] env[69437]: DEBUG nova.compute.manager [req-f0eb988c-1bcb-4e93-8f39-428505d20f72 req-1157b66a-e988-4404-bf34-22dca6456b56 service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Received event network-vif-plugged-c8207e6a-9bae-4bf4-82ba-7691efbdf9db {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.644172] env[69437]: DEBUG oslo_concurrency.lockutils [req-f0eb988c-1bcb-4e93-8f39-428505d20f72 req-1157b66a-e988-4404-bf34-22dca6456b56 service nova] Acquiring lock "6ad63727-f407-4824-b755-b0284b8706b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.644492] env[69437]: DEBUG oslo_concurrency.lockutils [req-f0eb988c-1bcb-4e93-8f39-428505d20f72 req-1157b66a-e988-4404-bf34-22dca6456b56 service nova] Lock "6ad63727-f407-4824-b755-b0284b8706b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.644813] env[69437]: DEBUG oslo_concurrency.lockutils [req-f0eb988c-1bcb-4e93-8f39-428505d20f72 req-1157b66a-e988-4404-bf34-22dca6456b56 service nova] Lock "6ad63727-f407-4824-b755-b0284b8706b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.645121] env[69437]: DEBUG nova.compute.manager [req-f0eb988c-1bcb-4e93-8f39-428505d20f72 req-1157b66a-e988-4404-bf34-22dca6456b56 service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] No waiting events found dispatching network-vif-plugged-c8207e6a-9bae-4bf4-82ba-7691efbdf9db {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1141.645352] env[69437]: WARNING nova.compute.manager [req-f0eb988c-1bcb-4e93-8f39-428505d20f72 req-1157b66a-e988-4404-bf34-22dca6456b56 service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Received unexpected event network-vif-plugged-c8207e6a-9bae-4bf4-82ba-7691efbdf9db for instance with vm_state building and task_state spawning. [ 1141.696989] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.834218] env[69437]: DEBUG oslo_concurrency.lockutils [req-6343693e-37d6-4076-aac5-9285e150a355 req-fe509ed3-3e4d-4ed0-a757-9de8b338d4b8 service nova] Releasing lock "refresh_cache-48af98f5-3c3f-4c94-ac5a-f2699a7e252b" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.838824] env[69437]: DEBUG nova.network.neutron [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Successfully updated port: c8207e6a-9bae-4bf4-82ba-7691efbdf9db {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.926387] env[69437]: DEBUG nova.compute.manager [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.945132] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.945468] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.982206] env[69437]: DEBUG nova.network.neutron [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Successfully created port: 9575bf71-f78c-4432-b1f0-58b48d2b17c8 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.000420] env[69437]: DEBUG oslo_vmware.api [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104154, 'name': PowerOffVM_Task, 'duration_secs': 0.229527} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.003514] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.003818] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.004634] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91e4da43-380f-413e-ad96-07b9e0383f58 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.099387] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.099520] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.099707] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Deleting the datastore file [datastore1] 48af98f5-3c3f-4c94-ac5a-f2699a7e252b {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.099975] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfa2d90e-1bf9-4875-8494-3f0b3c1da196 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.108303] env[69437]: DEBUG oslo_vmware.api [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for the task: (returnval){ [ 1142.108303] env[69437]: value = "task-4104156" [ 1142.108303] env[69437]: _type = "Task" [ 1142.108303] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.123276] env[69437]: DEBUG oslo_vmware.api [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.155770] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba439ea-5ef3-4649-9eb9-87cf0bbd59f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.165580] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a1f3b-d57e-4bc2-951e-2f8b6d19da7a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.202565] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa2b7a-741d-48fa-8e97-483ba5055bf3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.211936] env[69437]: DEBUG oslo_vmware.api [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104148, 'name': ReconfigVM_Task, 'duration_secs': 5.826485} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.213926] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.214204] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Reconfigured VM to detach interface {{(pid=69437) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1142.217736] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eb154c-c607-467f-a071-8fcd250ded8d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.233810] env[69437]: DEBUG nova.compute.provider_tree [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.342353] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "refresh_cache-6ad63727-f407-4824-b755-b0284b8706b2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.342520] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "refresh_cache-6ad63727-f407-4824-b755-b0284b8706b2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.342678] env[69437]: DEBUG nova.network.neutron [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.451384] env[69437]: INFO nova.compute.manager [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Detaching volume 502b6dfc-70ee-486b-9c20-7cefa3cc87e4 [ 1142.499892] env[69437]: INFO nova.virt.block_device [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Attempting to driver detach volume 502b6dfc-70ee-486b-9c20-7cefa3cc87e4 from mountpoint /dev/sdb [ 1142.500209] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1142.500406] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812961', 'volume_id': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'name': 'volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92bedd45-81ff-4db6-8152-2f2e0611019e', 'attached_at': '', 'detached_at': '', 'volume_id': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'serial': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1142.501357] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9112070-0d9d-4f2b-91c2-5b1105b9e7d6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.530418] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee9e472-2f91-4011-8e79-6dbe6e3ec771 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.539515] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0707e1be-c57d-4550-b2d4-8737cb48ab0c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.565538] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aded07f-7456-4d98-b891-3c4a816b3712 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.584086] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] The volume has not been displaced from its original location: [datastore1] volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4/volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1142.590775] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.591105] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f404eca2-3929-48fd-a71d-cbb3f5b479c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.612076] env[69437]: DEBUG oslo_vmware.api [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1142.612076] env[69437]: value = "task-4104157" [ 1142.612076] env[69437]: _type = "Task" [ 1142.612076] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.626328] env[69437]: DEBUG oslo_vmware.api [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Task: {'id': task-4104156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320095} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.629719] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.630032] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.630144] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.630303] env[69437]: INFO nova.compute.manager [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1142.630794] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.630984] env[69437]: DEBUG oslo_vmware.api [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104157, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.631384] env[69437]: DEBUG nova.compute.manager [-] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.631625] env[69437]: DEBUG nova.network.neutron [-] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.737815] env[69437]: DEBUG nova.scheduler.client.report [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.881891] env[69437]: DEBUG nova.network.neutron [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.937546] env[69437]: DEBUG nova.compute.manager [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.967874] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.968163] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.968368] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.968589] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.968741] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.969464] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.969800] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.969873] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.970045] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.970215] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.970653] env[69437]: DEBUG nova.virt.hardware [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.971584] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f4718d-01ff-4bc9-bb1a-4bd3192e60e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.982173] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e199e188-dae9-455b-b8f1-5a714abb45f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.037513] env[69437]: DEBUG nova.network.neutron [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Updating instance_info_cache with network_info: [{"id": "c8207e6a-9bae-4bf4-82ba-7691efbdf9db", "address": "fa:16:3e:8a:3e:45", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8207e6a-9b", "ovs_interfaceid": "c8207e6a-9bae-4bf4-82ba-7691efbdf9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.127604] env[69437]: DEBUG oslo_vmware.api [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104157, 'name': ReconfigVM_Task, 'duration_secs': 0.505009} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.127923] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.132712] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00919c7-8c68-4955-b7fc-4a8e8d729027 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.149975] env[69437]: DEBUG oslo_vmware.api [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1143.149975] env[69437]: value = "task-4104158" [ 1143.149975] env[69437]: _type = "Task" [ 1143.149975] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.159628] env[69437]: DEBUG oslo_vmware.api [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.243262] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.243826] env[69437]: DEBUG nova.compute.manager [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.498217] env[69437]: DEBUG nova.compute.manager [req-8e39ccd5-7524-4840-83a8-daf0552b0a1d req-baf77e58-ab27-4871-86a3-887790338a53 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Received event network-vif-deleted-e2a8b5fe-704c-4c14-a436-8ed321084a8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.498582] env[69437]: INFO nova.compute.manager [req-8e39ccd5-7524-4840-83a8-daf0552b0a1d req-baf77e58-ab27-4871-86a3-887790338a53 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Neutron deleted interface e2a8b5fe-704c-4c14-a436-8ed321084a8b; detaching it from the instance and deleting it from the info cache [ 1143.499410] env[69437]: DEBUG nova.network.neutron [req-8e39ccd5-7524-4840-83a8-daf0552b0a1d req-baf77e58-ab27-4871-86a3-887790338a53 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.539286] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "refresh_cache-6ad63727-f407-4824-b755-b0284b8706b2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.539687] env[69437]: DEBUG nova.compute.manager [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Instance network_info: |[{"id": "c8207e6a-9bae-4bf4-82ba-7691efbdf9db", "address": "fa:16:3e:8a:3e:45", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8207e6a-9b", "ovs_interfaceid": "c8207e6a-9bae-4bf4-82ba-7691efbdf9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.540129] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:3e:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8207e6a-9bae-4bf4-82ba-7691efbdf9db', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.549253] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.550131] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.550431] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00211790-3952-41a8-9f76-785da2f979e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.577196] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.577196] env[69437]: value = "task-4104159" [ 1143.577196] env[69437]: _type = "Task" [ 1143.577196] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.586489] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104159, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.663935] env[69437]: DEBUG oslo_vmware.api [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.675670] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.675670] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquired lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.675670] env[69437]: DEBUG nova.network.neutron [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.691374] env[69437]: DEBUG nova.compute.manager [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Received event network-changed-c8207e6a-9bae-4bf4-82ba-7691efbdf9db {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.691670] env[69437]: DEBUG nova.compute.manager [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Refreshing instance network info cache due to event network-changed-c8207e6a-9bae-4bf4-82ba-7691efbdf9db. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.691818] env[69437]: DEBUG oslo_concurrency.lockutils [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] Acquiring lock "refresh_cache-6ad63727-f407-4824-b755-b0284b8706b2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.691992] env[69437]: DEBUG oslo_concurrency.lockutils [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] Acquired lock "refresh_cache-6ad63727-f407-4824-b755-b0284b8706b2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.694245] env[69437]: DEBUG nova.network.neutron [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Refreshing network info cache for port c8207e6a-9bae-4bf4-82ba-7691efbdf9db {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.750622] env[69437]: DEBUG nova.compute.utils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.752069] env[69437]: DEBUG nova.compute.manager [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.752249] env[69437]: DEBUG nova.network.neutron [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.798532] env[69437]: DEBUG nova.policy [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f9c9de950614e90be0e9c11cc880ccb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84987bd5e1de47a9a5da66eb0de19d04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.845197] env[69437]: DEBUG nova.network.neutron [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Successfully updated port: 9575bf71-f78c-4432-b1f0-58b48d2b17c8 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.968938] env[69437]: DEBUG nova.network.neutron [-] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.012410] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-028b1ec8-73ba-4559-98ab-2752c85d645d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.023173] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c82a60-94e1-4a5e-a041-6494a1fe9013 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.061061] env[69437]: DEBUG nova.compute.manager [req-8e39ccd5-7524-4840-83a8-daf0552b0a1d req-baf77e58-ab27-4871-86a3-887790338a53 service nova] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Detach interface failed, port_id=e2a8b5fe-704c-4c14-a436-8ed321084a8b, reason: Instance 48af98f5-3c3f-4c94-ac5a-f2699a7e252b could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.088290] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104159, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.164894] env[69437]: DEBUG oslo_vmware.api [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.165878] env[69437]: DEBUG nova.network.neutron [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Successfully created port: 889cd5fe-b740-4d79-9814-a2645978faa7 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.258023] env[69437]: DEBUG nova.compute.manager [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.348335] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "refresh_cache-524029c6-7699-4d19-843f-d8ae458296fb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.348335] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired lock "refresh_cache-524029c6-7699-4d19-843f-d8ae458296fb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.348518] env[69437]: DEBUG nova.network.neutron [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.452590] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "042677e0-5bec-4b37-9789-206c0c96df0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.452864] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "042677e0-5bec-4b37-9789-206c0c96df0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.453989] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "042677e0-5bec-4b37-9789-206c0c96df0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.454292] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "042677e0-5bec-4b37-9789-206c0c96df0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.457814] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "042677e0-5bec-4b37-9789-206c0c96df0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.462359] env[69437]: INFO nova.compute.manager [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Terminating instance [ 1144.471514] env[69437]: INFO nova.compute.manager [-] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Took 1.84 seconds to deallocate network for instance. [ 1144.598601] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104159, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.664980] env[69437]: DEBUG oslo_vmware.api [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104158, 'name': ReconfigVM_Task, 'duration_secs': 1.196025} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.665618] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812961', 'volume_id': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'name': 'volume-502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92bedd45-81ff-4db6-8152-2f2e0611019e', 'attached_at': '', 'detached_at': '', 'volume_id': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4', 'serial': '502b6dfc-70ee-486b-9c20-7cefa3cc87e4'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1144.688960] env[69437]: DEBUG nova.network.neutron [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Updated VIF entry in instance network info cache for port c8207e6a-9bae-4bf4-82ba-7691efbdf9db. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.690186] env[69437]: DEBUG nova.network.neutron [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Updating instance_info_cache with network_info: [{"id": "c8207e6a-9bae-4bf4-82ba-7691efbdf9db", "address": "fa:16:3e:8a:3e:45", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8207e6a-9b", "ovs_interfaceid": "c8207e6a-9bae-4bf4-82ba-7691efbdf9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.696102] env[69437]: INFO nova.network.neutron [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Port fdf83ee9-8242-45f1-b9cf-19963fe6a913 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1144.696401] env[69437]: DEBUG nova.network.neutron [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updating instance_info_cache with network_info: [{"id": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "address": "fa:16:3e:aa:be:7e", "network": {"id": "bb2f160d-601f-4fde-9eb5-8868b634d2dd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-297678719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc53fa4366a4a4aa5f2b5adcf92472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efa7e9d-f2", "ovs_interfaceid": "6efa7e9d-f21a-416c-bfc6-4f38c3624623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.900265] env[69437]: DEBUG nova.network.neutron [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.969018] env[69437]: DEBUG nova.compute.manager [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.969018] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.969018] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0810e1-1cda-409e-87a1-d1100059a6f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.979659] env[69437]: DEBUG oslo_concurrency.lockutils [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.980081] env[69437]: DEBUG oslo_concurrency.lockutils [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.980440] env[69437]: DEBUG nova.objects.instance [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lazy-loading 'resources' on Instance uuid 48af98f5-3c3f-4c94-ac5a-f2699a7e252b {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.981615] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.982413] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9ae4cb-82df-4189-a9c6-fc0aa9428b88 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.991059] env[69437]: DEBUG oslo_vmware.api [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1144.991059] env[69437]: value = "task-4104160" [ 1144.991059] env[69437]: _type = "Task" [ 1144.991059] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.002353] env[69437]: DEBUG oslo_vmware.api [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.096065] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104159, 'name': CreateVM_Task, 'duration_secs': 1.190183} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.096514] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.097376] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.097699] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.098158] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.098727] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a79f3eb-4d3b-4f05-9852-0d9a8243e6f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.109018] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1145.109018] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52349208-eb97-c78d-1ca6-d112cd2d356d" [ 1145.109018] env[69437]: _type = "Task" [ 1145.109018] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.117640] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52349208-eb97-c78d-1ca6-d112cd2d356d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.166477] env[69437]: DEBUG nova.network.neutron [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Updating instance_info_cache with network_info: [{"id": "9575bf71-f78c-4432-b1f0-58b48d2b17c8", "address": "fa:16:3e:98:1f:20", "network": {"id": "f0f7f6f8-3350-468f-adab-e53b677f4dfb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-496918775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c2ec043292404996aa9463675392d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9575bf71-f7", "ovs_interfaceid": "9575bf71-f78c-4432-b1f0-58b48d2b17c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.194190] env[69437]: DEBUG oslo_concurrency.lockutils [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] Releasing lock "refresh_cache-6ad63727-f407-4824-b755-b0284b8706b2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.194190] env[69437]: DEBUG nova.compute.manager [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Received event network-vif-plugged-9575bf71-f78c-4432-b1f0-58b48d2b17c8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.194190] env[69437]: DEBUG oslo_concurrency.lockutils [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] Acquiring lock "524029c6-7699-4d19-843f-d8ae458296fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.194190] env[69437]: DEBUG oslo_concurrency.lockutils [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] Lock "524029c6-7699-4d19-843f-d8ae458296fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.194190] env[69437]: DEBUG oslo_concurrency.lockutils [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] Lock "524029c6-7699-4d19-843f-d8ae458296fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.194784] env[69437]: DEBUG nova.compute.manager [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] No waiting events found dispatching network-vif-plugged-9575bf71-f78c-4432-b1f0-58b48d2b17c8 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1145.194784] env[69437]: WARNING nova.compute.manager [req-ebd4599d-a884-4890-bd7d-77e8b32d4415 req-0a46b63f-12e6-4bdc-b268-d6da00768d7c service nova] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Received unexpected event network-vif-plugged-9575bf71-f78c-4432-b1f0-58b48d2b17c8 for instance with vm_state building and task_state spawning. [ 1145.202618] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Releasing lock "refresh_cache-042677e0-5bec-4b37-9789-206c0c96df0a" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.223566] env[69437]: DEBUG nova.objects.instance [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 92bedd45-81ff-4db6-8152-2f2e0611019e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.267950] env[69437]: DEBUG nova.compute.manager [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.295794] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.295794] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.295794] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.295794] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.295958] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.296095] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.296264] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.296427] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.296598] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.296763] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.296943] env[69437]: DEBUG nova.virt.hardware [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.297838] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33837680-eb34-45f5-849b-106f5918e5d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.306983] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f06546-e26d-4cfe-8bae-8cfe4bec369f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.503474] env[69437]: DEBUG oslo_vmware.api [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104160, 'name': PowerOffVM_Task, 'duration_secs': 0.233023} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.503872] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.503943] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.504234] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d45f2dcf-316a-4566-9576-e74b92c9be8b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.581651] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.581918] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.582137] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleting the datastore file [datastore1] 042677e0-5bec-4b37-9789-206c0c96df0a {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.582349] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4cd62e0-71d6-40bf-af4e-49066b838d47 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.593234] env[69437]: DEBUG oslo_vmware.api [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1145.593234] env[69437]: value = "task-4104162" [ 1145.593234] env[69437]: _type = "Task" [ 1145.593234] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.604504] env[69437]: DEBUG oslo_vmware.api [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.621750] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52349208-eb97-c78d-1ca6-d112cd2d356d, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.622090] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.622564] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.622564] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.622783] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.622924] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.623882] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ae009a9-820e-470c-a406-509801683032 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.635841] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.636627] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.636965] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e789ee-3c72-4934-a9ce-5c872d261e64 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.646623] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1145.646623] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5291d13a-4dfa-24ef-5cde-5bf5e14510a7" [ 1145.646623] env[69437]: _type = "Task" [ 1145.646623] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.658971] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5291d13a-4dfa-24ef-5cde-5bf5e14510a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.662807] env[69437]: DEBUG nova.compute.manager [req-562e9d52-6845-4365-bcb1-74c65f69ab6b req-8721c939-d82e-47fe-a006-a8b372b87147 service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Received event network-vif-plugged-889cd5fe-b740-4d79-9814-a2645978faa7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.663240] env[69437]: DEBUG oslo_concurrency.lockutils [req-562e9d52-6845-4365-bcb1-74c65f69ab6b req-8721c939-d82e-47fe-a006-a8b372b87147 service nova] Acquiring lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.664183] env[69437]: DEBUG oslo_concurrency.lockutils [req-562e9d52-6845-4365-bcb1-74c65f69ab6b req-8721c939-d82e-47fe-a006-a8b372b87147 service nova] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.664183] env[69437]: DEBUG oslo_concurrency.lockutils [req-562e9d52-6845-4365-bcb1-74c65f69ab6b req-8721c939-d82e-47fe-a006-a8b372b87147 service nova] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.664929] env[69437]: DEBUG nova.compute.manager [req-562e9d52-6845-4365-bcb1-74c65f69ab6b req-8721c939-d82e-47fe-a006-a8b372b87147 service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] No waiting events found dispatching network-vif-plugged-889cd5fe-b740-4d79-9814-a2645978faa7 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1145.664929] env[69437]: WARNING nova.compute.manager [req-562e9d52-6845-4365-bcb1-74c65f69ab6b req-8721c939-d82e-47fe-a006-a8b372b87147 service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Received unexpected event network-vif-plugged-889cd5fe-b740-4d79-9814-a2645978faa7 for instance with vm_state building and task_state spawning. [ 1145.669049] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43310795-5384-4fda-b6a9-ef53e6236dc0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.671532] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Releasing lock "refresh_cache-524029c6-7699-4d19-843f-d8ae458296fb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.671532] env[69437]: DEBUG nova.compute.manager [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Instance network_info: |[{"id": "9575bf71-f78c-4432-b1f0-58b48d2b17c8", "address": "fa:16:3e:98:1f:20", "network": {"id": "f0f7f6f8-3350-468f-adab-e53b677f4dfb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-496918775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c2ec043292404996aa9463675392d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9575bf71-f7", "ovs_interfaceid": "9575bf71-f78c-4432-b1f0-58b48d2b17c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.672295] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:1f:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9575bf71-f78c-4432-b1f0-58b48d2b17c8', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.683896] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.688822] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.689608] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d94af69-6341-4fcd-8527-798215d0177c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.713272] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b6270d57-9566-4677-86f5-c536a058c045 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "interface-042677e0-5bec-4b37-9789-206c0c96df0a-fdf83ee9-8242-45f1-b9cf-19963fe6a913" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.110s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.714864] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1145.714864] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526f3f71-9cc6-a2ed-2b6c-b93637c2317b" [ 1145.714864] env[69437]: _type = "Task" [ 1145.714864] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.724026] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.724026] env[69437]: value = "task-4104163" [ 1145.724026] env[69437]: _type = "Task" [ 1145.724026] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.731430] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526f3f71-9cc6-a2ed-2b6c-b93637c2317b, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.737841] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.738173] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 6ad63727-f407-4824-b755-b0284b8706b2/6ad63727-f407-4824-b755-b0284b8706b2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.738908] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2dcb043-2293-4db8-a391-f69707bc707e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.746353] env[69437]: DEBUG nova.compute.manager [req-b201cee1-eb61-4ce6-98f9-8435db012a43 req-024e4100-bd22-4441-81d9-272e03b972c9 service nova] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Received event network-changed-9575bf71-f78c-4432-b1f0-58b48d2b17c8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.746545] env[69437]: DEBUG nova.compute.manager [req-b201cee1-eb61-4ce6-98f9-8435db012a43 req-024e4100-bd22-4441-81d9-272e03b972c9 service nova] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Refreshing instance network info cache due to event network-changed-9575bf71-f78c-4432-b1f0-58b48d2b17c8. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.746701] env[69437]: DEBUG oslo_concurrency.lockutils [req-b201cee1-eb61-4ce6-98f9-8435db012a43 req-024e4100-bd22-4441-81d9-272e03b972c9 service nova] Acquiring lock "refresh_cache-524029c6-7699-4d19-843f-d8ae458296fb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.746837] env[69437]: DEBUG oslo_concurrency.lockutils [req-b201cee1-eb61-4ce6-98f9-8435db012a43 req-024e4100-bd22-4441-81d9-272e03b972c9 service nova] Acquired lock "refresh_cache-524029c6-7699-4d19-843f-d8ae458296fb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.747021] env[69437]: DEBUG nova.network.neutron [req-b201cee1-eb61-4ce6-98f9-8435db012a43 req-024e4100-bd22-4441-81d9-272e03b972c9 service nova] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Refreshing network info cache for port 9575bf71-f78c-4432-b1f0-58b48d2b17c8 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.755333] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104163, 'name': CreateVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.757925] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1145.757925] env[69437]: value = "task-4104164" [ 1145.757925] env[69437]: _type = "Task" [ 1145.757925] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.768231] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.786288] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba6e50-c354-4c53-b095-68ed79ca4e7d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.790618] env[69437]: DEBUG nova.network.neutron [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Successfully updated port: 889cd5fe-b740-4d79-9814-a2645978faa7 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.797496] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236c4a1e-ab64-4c6c-9641-0ff33b929659 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.834056] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da1c36f-7de6-4b15-b152-e455044cac7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.843529] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade31118-0d15-4bce-abb5-d0ba8701135b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.862104] env[69437]: DEBUG nova.compute.provider_tree [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.942339] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquiring lock "8fabcfe7-c1f1-4fde-9966-784082679d99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.942339] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "8fabcfe7-c1f1-4fde-9966-784082679d99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.104164] env[69437]: DEBUG oslo_vmware.api [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18506} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.104611] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.105209] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.105209] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.105502] env[69437]: INFO nova.compute.manager [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1146.105878] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.106203] env[69437]: DEBUG nova.compute.manager [-] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.106434] env[69437]: DEBUG nova.network.neutron [-] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.242304] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7143e815-91f1-4da3-a080-7982c2806806 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.297s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.243736] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104163, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.270036] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.294641] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-61bb087d-abb1-4e51-9325-7ec76b6e47c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.294791] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-61bb087d-abb1-4e51-9325-7ec76b6e47c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.294940] env[69437]: DEBUG nova.network.neutron [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.368022] env[69437]: DEBUG nova.scheduler.client.report [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.377800] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.377800] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.447838] env[69437]: DEBUG nova.compute.manager [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.536159] env[69437]: DEBUG nova.network.neutron [req-b201cee1-eb61-4ce6-98f9-8435db012a43 req-024e4100-bd22-4441-81d9-272e03b972c9 service nova] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Updated VIF entry in instance network info cache for port 9575bf71-f78c-4432-b1f0-58b48d2b17c8. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.536558] env[69437]: DEBUG nova.network.neutron [req-b201cee1-eb61-4ce6-98f9-8435db012a43 req-024e4100-bd22-4441-81d9-272e03b972c9 service nova] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Updating instance_info_cache with network_info: [{"id": "9575bf71-f78c-4432-b1f0-58b48d2b17c8", "address": "fa:16:3e:98:1f:20", "network": {"id": "f0f7f6f8-3350-468f-adab-e53b677f4dfb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-496918775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c2ec043292404996aa9463675392d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9575bf71-f7", "ovs_interfaceid": "9575bf71-f78c-4432-b1f0-58b48d2b17c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.743096] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104163, 'name': CreateVM_Task, 'duration_secs': 0.594154} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.743337] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.743990] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.744185] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.744587] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.745014] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b321959-ecac-42a3-94aa-19a4bd3dc391 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.750372] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1146.750372] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b3e894-b096-3d40-9023-734a19c26efb" [ 1146.750372] env[69437]: _type = "Task" [ 1146.750372] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.759452] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b3e894-b096-3d40-9023-734a19c26efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.768200] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566581} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.768873] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 6ad63727-f407-4824-b755-b0284b8706b2/6ad63727-f407-4824-b755-b0284b8706b2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.768873] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.769233] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f32a2ab2-044e-4aff-9963-5859b7b791d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.776956] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1146.776956] env[69437]: value = "task-4104165" [ 1146.776956] env[69437]: _type = "Task" [ 1146.776956] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.786193] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.834395] env[69437]: DEBUG nova.network.neutron [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.873619] env[69437]: DEBUG oslo_concurrency.lockutils [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.880923] env[69437]: INFO nova.compute.manager [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Detaching volume 160673e5-4b61-4b4d-a91a-5c0571763fba [ 1146.897050] env[69437]: INFO nova.scheduler.client.report [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Deleted allocations for instance 48af98f5-3c3f-4c94-ac5a-f2699a7e252b [ 1146.922030] env[69437]: INFO nova.virt.block_device [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Attempting to driver detach volume 160673e5-4b61-4b4d-a91a-5c0571763fba from mountpoint /dev/sdc [ 1146.922215] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1146.922404] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812966', 'volume_id': '160673e5-4b61-4b4d-a91a-5c0571763fba', 'name': 'volume-160673e5-4b61-4b4d-a91a-5c0571763fba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92bedd45-81ff-4db6-8152-2f2e0611019e', 'attached_at': '', 'detached_at': '', 'volume_id': '160673e5-4b61-4b4d-a91a-5c0571763fba', 'serial': '160673e5-4b61-4b4d-a91a-5c0571763fba'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1146.923624] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7a0c47-8637-4c60-80b2-aec25bae2906 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.949084] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9b3095-d5f7-478e-8c54-49ca3f91d08e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.965502] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd2aa5-4874-4650-869f-d25a9de2d42a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.969481] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.969571] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.970993] env[69437]: INFO nova.compute.claims [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.992177] env[69437]: DEBUG nova.network.neutron [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Updating instance_info_cache with network_info: [{"id": "889cd5fe-b740-4d79-9814-a2645978faa7", "address": "fa:16:3e:63:d6:4b", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap889cd5fe-b7", "ovs_interfaceid": "889cd5fe-b740-4d79-9814-a2645978faa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.995936] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba805ff-86b6-43d3-8945-3187fbff2810 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.011904] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] The volume has not been displaced from its original location: [datastore1] volume-160673e5-4b61-4b4d-a91a-5c0571763fba/volume-160673e5-4b61-4b4d-a91a-5c0571763fba.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1147.016817] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfiguring VM instance instance-0000005c to detach disk 2002 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1147.017394] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62dffa4a-4c75-4640-bd6f-8cfdc856b9c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.036422] env[69437]: DEBUG oslo_vmware.api [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1147.036422] env[69437]: value = "task-4104166" [ 1147.036422] env[69437]: _type = "Task" [ 1147.036422] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.042546] env[69437]: DEBUG oslo_concurrency.lockutils [req-b201cee1-eb61-4ce6-98f9-8435db012a43 req-024e4100-bd22-4441-81d9-272e03b972c9 service nova] Releasing lock "refresh_cache-524029c6-7699-4d19-843f-d8ae458296fb" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.049354] env[69437]: DEBUG oslo_vmware.api [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.262122] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b3e894-b096-3d40-9023-734a19c26efb, 'name': SearchDatastore_Task, 'duration_secs': 0.017289} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.262303] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.262743] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.262852] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.262968] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.263169] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.263519] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eb6221e-85c7-42ba-b249-fe56d0590084 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.275023] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.275023] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.275023] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619ea27a-a0dc-414d-915a-8f15875eafd4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.282499] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1147.282499] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52d3a020-5111-86e9-4a79-e6c44fed8d19" [ 1147.282499] env[69437]: _type = "Task" [ 1147.282499] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.289225] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.344989} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.289923] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.290745] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce3b759-a4e6-41ce-825a-bef0d1cc7084 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.298353] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52d3a020-5111-86e9-4a79-e6c44fed8d19, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.298353] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34db3d4-cd56-405d-a0b3-6527877a0eed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.318914] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6ad63727-f407-4824-b755-b0284b8706b2/6ad63727-f407-4824-b755-b0284b8706b2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.319924] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c394164e-9f3d-4bf7-9822-29e6e60cae4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.336341] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1147.336341] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529ff019-bfcc-eb75-72f1-6b742d015808" [ 1147.336341] env[69437]: _type = "Task" [ 1147.336341] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.341487] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1147.341487] env[69437]: value = "task-4104167" [ 1147.341487] env[69437]: _type = "Task" [ 1147.341487] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.345059] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529ff019-bfcc-eb75-72f1-6b742d015808, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.348216] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.348477] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 524029c6-7699-4d19-843f-d8ae458296fb/524029c6-7699-4d19-843f-d8ae458296fb.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.348723] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58fffd85-aed0-4bce-8e29-fe42ffc7745c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.357257] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.358755] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1147.358755] env[69437]: value = "task-4104168" [ 1147.358755] env[69437]: _type = "Task" [ 1147.358755] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.369320] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.415020] env[69437]: DEBUG oslo_concurrency.lockutils [None req-13c78498-5f31-44a8-89e7-1ae430a5eb91 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Lock "48af98f5-3c3f-4c94-ac5a-f2699a7e252b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.457s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.421751] env[69437]: DEBUG nova.network.neutron [-] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.497548] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-61bb087d-abb1-4e51-9325-7ec76b6e47c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.498420] env[69437]: DEBUG nova.compute.manager [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Instance network_info: |[{"id": "889cd5fe-b740-4d79-9814-a2645978faa7", "address": "fa:16:3e:63:d6:4b", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap889cd5fe-b7", "ovs_interfaceid": "889cd5fe-b740-4d79-9814-a2645978faa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.498420] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:d6:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '889cd5fe-b740-4d79-9814-a2645978faa7', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.506811] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.506811] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.506957] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e5ae1b4-f6e7-4baf-9147-55fd6fcbc7c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.530517] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.530517] env[69437]: value = "task-4104169" [ 1147.530517] env[69437]: _type = "Task" [ 1147.530517] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.540587] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104169, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.549859] env[69437]: DEBUG oslo_vmware.api [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104166, 'name': ReconfigVM_Task, 'duration_secs': 0.24594} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.550210] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Reconfigured VM instance instance-0000005c to detach disk 2002 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.555789] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b8477e-490c-45d2-b997-d2ef33a84737 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.574728] env[69437]: DEBUG oslo_vmware.api [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1147.574728] env[69437]: value = "task-4104170" [ 1147.574728] env[69437]: _type = "Task" [ 1147.574728] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.583947] env[69437]: DEBUG oslo_vmware.api [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.697350] env[69437]: DEBUG nova.compute.manager [req-3a7942cc-5a33-4de5-bbda-dc7c39d25592 req-20367e58-ef09-440f-b99d-c709078c5c64 service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Received event network-changed-889cd5fe-b740-4d79-9814-a2645978faa7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.697592] env[69437]: DEBUG nova.compute.manager [req-3a7942cc-5a33-4de5-bbda-dc7c39d25592 req-20367e58-ef09-440f-b99d-c709078c5c64 service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Refreshing instance network info cache due to event network-changed-889cd5fe-b740-4d79-9814-a2645978faa7. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.697794] env[69437]: DEBUG oslo_concurrency.lockutils [req-3a7942cc-5a33-4de5-bbda-dc7c39d25592 req-20367e58-ef09-440f-b99d-c709078c5c64 service nova] Acquiring lock "refresh_cache-61bb087d-abb1-4e51-9325-7ec76b6e47c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.697940] env[69437]: DEBUG oslo_concurrency.lockutils [req-3a7942cc-5a33-4de5-bbda-dc7c39d25592 req-20367e58-ef09-440f-b99d-c709078c5c64 service nova] Acquired lock "refresh_cache-61bb087d-abb1-4e51-9325-7ec76b6e47c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.698255] env[69437]: DEBUG nova.network.neutron [req-3a7942cc-5a33-4de5-bbda-dc7c39d25592 req-20367e58-ef09-440f-b99d-c709078c5c64 service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Refreshing network info cache for port 889cd5fe-b740-4d79-9814-a2645978faa7 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.856737] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.870128] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104168, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.924359] env[69437]: INFO nova.compute.manager [-] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Took 1.82 seconds to deallocate network for instance. [ 1148.044321] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104169, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.090642] env[69437]: DEBUG oslo_vmware.api [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.181835] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a9f6e2-7c27-47de-a14d-07d04b5deb82 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.189923] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123535c3-94ef-4989-9c47-435b4a7d48d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.224405] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7354bf-e4ea-47ca-ba80-416ab9bdc9c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.233939] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c33750-4cb9-427e-a5fd-300cbae3450e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.253076] env[69437]: DEBUG nova.compute.provider_tree [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.358951] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104167, 'name': ReconfigVM_Task, 'duration_secs': 0.601314} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.361240] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6ad63727-f407-4824-b755-b0284b8706b2/6ad63727-f407-4824-b755-b0284b8706b2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.362242] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-068c7d94-139a-4afd-8efc-594467074692 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.375013] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535257} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.376756] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 524029c6-7699-4d19-843f-d8ae458296fb/524029c6-7699-4d19-843f-d8ae458296fb.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.377015] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.377394] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1148.377394] env[69437]: value = "task-4104171" [ 1148.377394] env[69437]: _type = "Task" [ 1148.377394] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.377626] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f8f3198-a446-4f86-ae6a-97a028513bbe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.391856] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104171, 'name': Rename_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.393594] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1148.393594] env[69437]: value = "task-4104172" [ 1148.393594] env[69437]: _type = "Task" [ 1148.393594] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.407300] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.435776] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.506735] env[69437]: DEBUG nova.network.neutron [req-3a7942cc-5a33-4de5-bbda-dc7c39d25592 req-20367e58-ef09-440f-b99d-c709078c5c64 service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Updated VIF entry in instance network info cache for port 889cd5fe-b740-4d79-9814-a2645978faa7. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.507186] env[69437]: DEBUG nova.network.neutron [req-3a7942cc-5a33-4de5-bbda-dc7c39d25592 req-20367e58-ef09-440f-b99d-c709078c5c64 service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Updating instance_info_cache with network_info: [{"id": "889cd5fe-b740-4d79-9814-a2645978faa7", "address": "fa:16:3e:63:d6:4b", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap889cd5fe-b7", "ovs_interfaceid": "889cd5fe-b740-4d79-9814-a2645978faa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.542661] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104169, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.590532] env[69437]: DEBUG oslo_vmware.api [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104170, 'name': ReconfigVM_Task, 'duration_secs': 0.889216} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.590711] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812966', 'volume_id': '160673e5-4b61-4b4d-a91a-5c0571763fba', 'name': 'volume-160673e5-4b61-4b4d-a91a-5c0571763fba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92bedd45-81ff-4db6-8152-2f2e0611019e', 'attached_at': '', 'detached_at': '', 'volume_id': '160673e5-4b61-4b4d-a91a-5c0571763fba', 'serial': '160673e5-4b61-4b4d-a91a-5c0571763fba'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1148.757069] env[69437]: DEBUG nova.scheduler.client.report [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.890075] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104171, 'name': Rename_Task, 'duration_secs': 0.177457} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.890340] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.890589] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01734466-24ec-432f-a0b3-e11b3e0f68fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.900848] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1148.900848] env[69437]: value = "task-4104173" [ 1148.900848] env[69437]: _type = "Task" [ 1148.900848] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.909962] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082342} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.910686] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.912356] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81134c9-87eb-4b58-a956-e074147bdae3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.919200] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104173, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.941196] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 524029c6-7699-4d19-843f-d8ae458296fb/524029c6-7699-4d19-843f-d8ae458296fb.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.941580] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a3b976-8577-4894-b1b9-55da7541a67e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.964569] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1148.964569] env[69437]: value = "task-4104174" [ 1148.964569] env[69437]: _type = "Task" [ 1148.964569] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.975228] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.010425] env[69437]: DEBUG oslo_concurrency.lockutils [req-3a7942cc-5a33-4de5-bbda-dc7c39d25592 req-20367e58-ef09-440f-b99d-c709078c5c64 service nova] Releasing lock "refresh_cache-61bb087d-abb1-4e51-9325-7ec76b6e47c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.010722] env[69437]: DEBUG nova.compute.manager [req-3a7942cc-5a33-4de5-bbda-dc7c39d25592 req-20367e58-ef09-440f-b99d-c709078c5c64 service nova] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Received event network-vif-deleted-6efa7e9d-f21a-416c-bfc6-4f38c3624623 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.045058] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104169, 'name': CreateVM_Task, 'duration_secs': 1.123244} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.045406] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.046034] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.046198] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.046517] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.046780] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6184cc-e6ae-43fb-b625-8181176f5c32 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.052361] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1149.052361] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529eeef4-0cdc-7271-201b-66b708391570" [ 1149.052361] env[69437]: _type = "Task" [ 1149.052361] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.063624] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529eeef4-0cdc-7271-201b-66b708391570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.140695] env[69437]: DEBUG nova.objects.instance [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'flavor' on Instance uuid 92bedd45-81ff-4db6-8152-2f2e0611019e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.262735] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.264052] env[69437]: DEBUG nova.compute.manager [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.266394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.831s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.268344] env[69437]: DEBUG nova.objects.instance [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'resources' on Instance uuid 042677e0-5bec-4b37-9789-206c0c96df0a {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.414635] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.475703] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.563492] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529eeef4-0cdc-7271-201b-66b708391570, 'name': SearchDatastore_Task, 'duration_secs': 0.046394} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.563779] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.564026] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.564268] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.564431] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.564672] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.564879] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b31e07cc-7132-4c34-8f68-ca9b0ac2d78c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.574739] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.574954] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.575692] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a41653-1391-48f7-8e97-cf2a72de415e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.583021] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1149.583021] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52943203-9ba3-2956-4f0d-a8031812ab9a" [ 1149.583021] env[69437]: _type = "Task" [ 1149.583021] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.591549] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52943203-9ba3-2956-4f0d-a8031812ab9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.770038] env[69437]: DEBUG nova.compute.utils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.771693] env[69437]: DEBUG nova.compute.manager [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.772342] env[69437]: DEBUG nova.network.neutron [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.840848] env[69437]: DEBUG nova.policy [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c372bb196682494a8629825a0df167f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09081fc101c44d8ba79b4030edba7859', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.913705] env[69437]: DEBUG oslo_vmware.api [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104173, 'name': PowerOnVM_Task, 'duration_secs': 0.855761} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.914994] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.915247] env[69437]: INFO nova.compute.manager [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1149.915474] env[69437]: DEBUG nova.compute.manager [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1149.916639] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a57346-b26f-4425-a282-ab79d165ade2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.978788] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104174, 'name': ReconfigVM_Task, 'duration_secs': 0.544262} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.979795] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 524029c6-7699-4d19-843f-d8ae458296fb/524029c6-7699-4d19-843f-d8ae458296fb.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.980457] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2a1e6d7-e303-4d2a-acf1-628a4c73a3ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.992203] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1149.992203] env[69437]: value = "task-4104175" [ 1149.992203] env[69437]: _type = "Task" [ 1149.992203] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.003369] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104175, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.014955] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ef63b8-33ee-4517-bd71-2e2ede82d099 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.023437] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec548ba-c563-4c5a-b7e7-cdbd28ff6e23 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.057882] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e82debf-dd6a-4a1c-8ee8-6d1dc1455e84 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.066419] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ba77f-fe89-4eaa-97bc-0f7e29e9f026 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.081662] env[69437]: DEBUG nova.compute.provider_tree [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.093852] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52943203-9ba3-2956-4f0d-a8031812ab9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.093852] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5814abee-26d8-4736-8234-1c5fda9f512d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.100030] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1150.100030] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529f6824-293f-ce2a-5d8a-8a7d9796f24e" [ 1150.100030] env[69437]: _type = "Task" [ 1150.100030] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.110020] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529f6824-293f-ce2a-5d8a-8a7d9796f24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.149142] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ff5c9b11-45af-4db3-9c48-587c9ed363e9 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.773s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.277860] env[69437]: DEBUG nova.compute.manager [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.442761] env[69437]: INFO nova.compute.manager [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Took 14.15 seconds to build instance. [ 1150.458612] env[69437]: DEBUG nova.network.neutron [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Successfully created port: a30fe048-0711-4b45-a74d-3b7f4268f225 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.503729] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104175, 'name': Rename_Task, 'duration_secs': 0.178418} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.504379] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.504704] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9f7f409-d554-4f2e-903f-3238d98c08ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.513863] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1150.513863] env[69437]: value = "task-4104176" [ 1150.513863] env[69437]: _type = "Task" [ 1150.513863] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.522741] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.588615] env[69437]: DEBUG nova.scheduler.client.report [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.613990] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529f6824-293f-ce2a-5d8a-8a7d9796f24e, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.615954] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.615954] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4/61bb087d-abb1-4e51-9325-7ec76b6e47c4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.615954] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a484d53-f45d-47e8-bb3a-28af75a52e4f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.624182] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1150.624182] env[69437]: value = "task-4104177" [ 1150.624182] env[69437]: _type = "Task" [ 1150.624182] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.636358] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.945993] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a3201215-8e7a-47b0-803b-8bb1081e63b5 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "6ad63727-f407-4824-b755-b0284b8706b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.663s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.962500] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.962770] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.962983] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "92bedd45-81ff-4db6-8152-2f2e0611019e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.963193] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.963437] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.967138] env[69437]: INFO nova.compute.manager [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Terminating instance [ 1151.025776] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.094955] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.137298] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104177, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.138080] env[69437]: INFO nova.scheduler.client.report [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleted allocations for instance 042677e0-5bec-4b37-9789-206c0c96df0a [ 1151.290154] env[69437]: DEBUG nova.compute.manager [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.326270] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.326576] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.326743] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.326920] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.327078] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.327233] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.327445] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.327610] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.327779] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.327942] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.328135] env[69437]: DEBUG nova.virt.hardware [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.329716] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176cd09e-612f-4b8c-99bc-68c998574430 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.339621] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619eb27a-df49-4660-85ca-93a19921ad3a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.471717] env[69437]: DEBUG nova.compute.manager [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.471926] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.472923] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be95999c-b128-467b-8c4f-c5461778fb04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.477052] env[69437]: DEBUG oslo_concurrency.lockutils [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "6ad63727-f407-4824-b755-b0284b8706b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.477052] env[69437]: DEBUG oslo_concurrency.lockutils [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "6ad63727-f407-4824-b755-b0284b8706b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.477218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "6ad63727-f407-4824-b755-b0284b8706b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.477396] env[69437]: DEBUG oslo_concurrency.lockutils [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "6ad63727-f407-4824-b755-b0284b8706b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.477699] env[69437]: DEBUG oslo_concurrency.lockutils [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "6ad63727-f407-4824-b755-b0284b8706b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.481686] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.482353] env[69437]: INFO nova.compute.manager [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Terminating instance [ 1151.484165] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-135ff1e2-2a8c-4d84-839c-fd7c32154614 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.495503] env[69437]: DEBUG oslo_vmware.api [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1151.495503] env[69437]: value = "task-4104178" [ 1151.495503] env[69437]: _type = "Task" [ 1151.495503] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.507662] env[69437]: DEBUG oslo_vmware.api [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.527934] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104176, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.638220] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600762} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.638509] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4/61bb087d-abb1-4e51-9325-7ec76b6e47c4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.638727] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.639034] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a4029d1-56dd-4167-9889-5075ea19a160 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.645664] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "042677e0-5bec-4b37-9789-206c0c96df0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.193s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.648146] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1151.648146] env[69437]: value = "task-4104179" [ 1151.648146] env[69437]: _type = "Task" [ 1151.648146] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.658577] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.988932] env[69437]: DEBUG nova.compute.manager [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.992391] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.993340] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14733395-2da4-4da1-935d-2f6b360ccb68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.012392] env[69437]: DEBUG oslo_vmware.api [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104178, 'name': PowerOffVM_Task, 'duration_secs': 0.21534} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.013052] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.013599] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.014171] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.017046] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73087d5b-fe50-44f7-a94d-909760b718f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.017046] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3152306b-34f7-414c-a4be-2303df5310c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.032043] env[69437]: DEBUG oslo_vmware.api [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104176, 'name': PowerOnVM_Task, 'duration_secs': 1.021785} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.032043] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.032043] env[69437]: INFO nova.compute.manager [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1152.032043] env[69437]: DEBUG nova.compute.manager [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.032043] env[69437]: DEBUG oslo_vmware.api [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1152.032043] env[69437]: value = "task-4104180" [ 1152.032043] env[69437]: _type = "Task" [ 1152.032043] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.032043] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961ffaea-c39d-447e-b4ba-3b947e168b67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.043318] env[69437]: DEBUG oslo_vmware.api [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.160471] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096531} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.162290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.164079] env[69437]: DEBUG nova.compute.manager [req-da91ad8e-4081-4c26-b46f-f0ed11840e17 req-5015b908-ac3a-4386-959a-2aff628d3546 service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Received event network-vif-plugged-a30fe048-0711-4b45-a74d-3b7f4268f225 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.164412] env[69437]: DEBUG oslo_concurrency.lockutils [req-da91ad8e-4081-4c26-b46f-f0ed11840e17 req-5015b908-ac3a-4386-959a-2aff628d3546 service nova] Acquiring lock "8fabcfe7-c1f1-4fde-9966-784082679d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.165264] env[69437]: DEBUG oslo_concurrency.lockutils [req-da91ad8e-4081-4c26-b46f-f0ed11840e17 req-5015b908-ac3a-4386-959a-2aff628d3546 service nova] Lock "8fabcfe7-c1f1-4fde-9966-784082679d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.165264] env[69437]: DEBUG oslo_concurrency.lockutils [req-da91ad8e-4081-4c26-b46f-f0ed11840e17 req-5015b908-ac3a-4386-959a-2aff628d3546 service nova] Lock "8fabcfe7-c1f1-4fde-9966-784082679d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.165264] env[69437]: DEBUG nova.compute.manager [req-da91ad8e-4081-4c26-b46f-f0ed11840e17 req-5015b908-ac3a-4386-959a-2aff628d3546 service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] No waiting events found dispatching network-vif-plugged-a30fe048-0711-4b45-a74d-3b7f4268f225 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1152.165613] env[69437]: WARNING nova.compute.manager [req-da91ad8e-4081-4c26-b46f-f0ed11840e17 req-5015b908-ac3a-4386-959a-2aff628d3546 service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Received unexpected event network-vif-plugged-a30fe048-0711-4b45-a74d-3b7f4268f225 for instance with vm_state building and task_state spawning. [ 1152.166533] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c239aae-4db6-4ad9-89da-b6cd37790e2f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.193023] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4/61bb087d-abb1-4e51-9325-7ec76b6e47c4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.193023] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47642872-1379-460a-a005-00e6d56952a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.220027] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1152.220027] env[69437]: value = "task-4104182" [ 1152.220027] env[69437]: _type = "Task" [ 1152.220027] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.228442] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.235482] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.236262] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.236693] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Deleting the datastore file [datastore2] 92bedd45-81ff-4db6-8152-2f2e0611019e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.237184] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d22cc2d6-0fa1-4fd6-9c70-2d16f2c1439e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.243725] env[69437]: DEBUG oslo_vmware.api [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for the task: (returnval){ [ 1152.243725] env[69437]: value = "task-4104183" [ 1152.243725] env[69437]: _type = "Task" [ 1152.243725] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.255278] env[69437]: DEBUG oslo_vmware.api [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.344410] env[69437]: DEBUG nova.network.neutron [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Successfully updated port: a30fe048-0711-4b45-a74d-3b7f4268f225 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.385244] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "07df3e47-801f-40da-9568-3558903e5628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.385244] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "07df3e47-801f-40da-9568-3558903e5628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.385244] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "07df3e47-801f-40da-9568-3558903e5628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.385478] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "07df3e47-801f-40da-9568-3558903e5628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.385478] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "07df3e47-801f-40da-9568-3558903e5628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.390510] env[69437]: INFO nova.compute.manager [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Terminating instance [ 1152.545593] env[69437]: DEBUG oslo_vmware.api [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104180, 'name': PowerOffVM_Task, 'duration_secs': 0.405656} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.545799] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.545839] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.546089] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f05e5539-335e-4885-b90a-bffca7928ebd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.567132] env[69437]: INFO nova.compute.manager [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Took 15.57 seconds to build instance. [ 1152.630165] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.630472] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.632572] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleting the datastore file [datastore1] 6ad63727-f407-4824-b755-b0284b8706b2 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.632572] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24dc2591-0410-41f5-a352-acbf94fcb4a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.639546] env[69437]: DEBUG oslo_vmware.api [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1152.639546] env[69437]: value = "task-4104185" [ 1152.639546] env[69437]: _type = "Task" [ 1152.639546] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.649865] env[69437]: DEBUG oslo_vmware.api [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.729650] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.756039] env[69437]: DEBUG oslo_vmware.api [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Task: {'id': task-4104183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188662} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.756039] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.756039] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.756272] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.756378] env[69437]: INFO nova.compute.manager [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1152.756623] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.756822] env[69437]: DEBUG nova.compute.manager [-] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.756918] env[69437]: DEBUG nova.network.neutron [-] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.846851] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquiring lock "refresh_cache-8fabcfe7-c1f1-4fde-9966-784082679d99" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.847040] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquired lock "refresh_cache-8fabcfe7-c1f1-4fde-9966-784082679d99" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.847193] env[69437]: DEBUG nova.network.neutron [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.894379] env[69437]: DEBUG nova.compute.manager [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.894693] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.895979] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaecbcea-892b-478b-b350-e8f11653442c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.907394] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.907438] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9988014d-d157-425e-a102-37f41ffc440a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.917368] env[69437]: DEBUG oslo_vmware.api [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1152.917368] env[69437]: value = "task-4104186" [ 1152.917368] env[69437]: _type = "Task" [ 1152.917368] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.932538] env[69437]: DEBUG oslo_vmware.api [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.069658] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b55e35ff-cfb1-434e-a487-2596937da309 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "524029c6-7699-4d19-843f-d8ae458296fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.085s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.150810] env[69437]: DEBUG oslo_vmware.api [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194006} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.151103] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.152131] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.152131] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.152131] env[69437]: INFO nova.compute.manager [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1153.152131] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.152131] env[69437]: DEBUG nova.compute.manager [-] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.152376] env[69437]: DEBUG nova.network.neutron [-] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.183027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "524029c6-7699-4d19-843f-d8ae458296fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.183027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "524029c6-7699-4d19-843f-d8ae458296fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.183027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "524029c6-7699-4d19-843f-d8ae458296fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.183507] env[69437]: DEBUG oslo_concurrency.lockutils [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "524029c6-7699-4d19-843f-d8ae458296fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.183507] env[69437]: DEBUG oslo_concurrency.lockutils [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "524029c6-7699-4d19-843f-d8ae458296fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.189202] env[69437]: INFO nova.compute.manager [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Terminating instance [ 1153.230512] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.419444] env[69437]: DEBUG nova.network.neutron [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.440235] env[69437]: DEBUG oslo_vmware.api [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104186, 'name': PowerOffVM_Task, 'duration_secs': 0.223293} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.440667] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.440931] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.441152] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cceac965-904c-4ec9-bfe5-20acaa9506e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.516035] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.516294] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.516633] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleting the datastore file [datastore1] 07df3e47-801f-40da-9568-3558903e5628 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.516794] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b5872f0-00d5-45bf-8df0-a53c735f0110 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.523080] env[69437]: DEBUG nova.compute.manager [req-68c465ea-363f-45a2-bcf4-cb72d60365d1 req-ee292f03-c67b-48ac-89eb-9bd90ffdb50e service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Received event network-vif-deleted-c8207e6a-9bae-4bf4-82ba-7691efbdf9db {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.523496] env[69437]: INFO nova.compute.manager [req-68c465ea-363f-45a2-bcf4-cb72d60365d1 req-ee292f03-c67b-48ac-89eb-9bd90ffdb50e service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Neutron deleted interface c8207e6a-9bae-4bf4-82ba-7691efbdf9db; detaching it from the instance and deleting it from the info cache [ 1153.523816] env[69437]: DEBUG nova.network.neutron [req-68c465ea-363f-45a2-bcf4-cb72d60365d1 req-ee292f03-c67b-48ac-89eb-9bd90ffdb50e service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.531317] env[69437]: DEBUG oslo_vmware.api [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for the task: (returnval){ [ 1153.531317] env[69437]: value = "task-4104188" [ 1153.531317] env[69437]: _type = "Task" [ 1153.531317] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.544346] env[69437]: DEBUG oslo_vmware.api [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.699021] env[69437]: DEBUG nova.compute.manager [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.699497] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.702500] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25152235-1c57-498a-acc6-0f7d6c693020 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.721993] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.730838] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8525a453-1f6e-4b3d-8be4-18209d2e80b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.735039] env[69437]: DEBUG nova.network.neutron [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Updating instance_info_cache with network_info: [{"id": "a30fe048-0711-4b45-a74d-3b7f4268f225", "address": "fa:16:3e:3b:b2:b7", "network": {"id": "fbbcedd3-7bce-4daf-89e8-47aeb8413c2b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-45934522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09081fc101c44d8ba79b4030edba7859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30fe048-07", "ovs_interfaceid": "a30fe048-0711-4b45-a74d-3b7f4268f225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.749111] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104182, 'name': ReconfigVM_Task, 'duration_secs': 1.108029} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.750531] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4/61bb087d-abb1-4e51-9325-7ec76b6e47c4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.751320] env[69437]: DEBUG oslo_vmware.api [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1153.751320] env[69437]: value = "task-4104189" [ 1153.751320] env[69437]: _type = "Task" [ 1153.751320] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.751519] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c10b0882-aab1-4444-9d8e-51697e5bb331 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.764911] env[69437]: DEBUG oslo_vmware.api [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.766404] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1153.766404] env[69437]: value = "task-4104190" [ 1153.766404] env[69437]: _type = "Task" [ 1153.766404] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.777217] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104190, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.985042] env[69437]: DEBUG nova.network.neutron [-] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.027323] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6301848a-216b-4c0f-861b-af7ca1ac88f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.047631] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48c17bb-789e-43e5-94d2-c00b78d064ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.073472] env[69437]: DEBUG oslo_vmware.api [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Task: {'id': task-4104188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294951} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.074183] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.074408] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.074628] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.074838] env[69437]: INFO nova.compute.manager [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] [instance: 07df3e47-801f-40da-9568-3558903e5628] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1154.075101] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.075301] env[69437]: DEBUG nova.compute.manager [-] [instance: 07df3e47-801f-40da-9568-3558903e5628] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.075397] env[69437]: DEBUG nova.network.neutron [-] [instance: 07df3e47-801f-40da-9568-3558903e5628] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.095290] env[69437]: DEBUG nova.compute.manager [req-68c465ea-363f-45a2-bcf4-cb72d60365d1 req-ee292f03-c67b-48ac-89eb-9bd90ffdb50e service nova] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Detach interface failed, port_id=c8207e6a-9bae-4bf4-82ba-7691efbdf9db, reason: Instance 6ad63727-f407-4824-b755-b0284b8706b2 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1154.125572] env[69437]: DEBUG nova.network.neutron [-] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.203671] env[69437]: DEBUG nova.compute.manager [req-b03bd197-c3a3-4a6d-a46b-e7429915f8a1 req-ab352570-934b-42b9-8c77-e0926f941473 service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Received event network-changed-a30fe048-0711-4b45-a74d-3b7f4268f225 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.203992] env[69437]: DEBUG nova.compute.manager [req-b03bd197-c3a3-4a6d-a46b-e7429915f8a1 req-ab352570-934b-42b9-8c77-e0926f941473 service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Refreshing instance network info cache due to event network-changed-a30fe048-0711-4b45-a74d-3b7f4268f225. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.204233] env[69437]: DEBUG oslo_concurrency.lockutils [req-b03bd197-c3a3-4a6d-a46b-e7429915f8a1 req-ab352570-934b-42b9-8c77-e0926f941473 service nova] Acquiring lock "refresh_cache-8fabcfe7-c1f1-4fde-9966-784082679d99" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.241796] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Releasing lock "refresh_cache-8fabcfe7-c1f1-4fde-9966-784082679d99" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.242690] env[69437]: DEBUG nova.compute.manager [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Instance network_info: |[{"id": "a30fe048-0711-4b45-a74d-3b7f4268f225", "address": "fa:16:3e:3b:b2:b7", "network": {"id": "fbbcedd3-7bce-4daf-89e8-47aeb8413c2b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-45934522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09081fc101c44d8ba79b4030edba7859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30fe048-07", "ovs_interfaceid": "a30fe048-0711-4b45-a74d-3b7f4268f225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.243052] env[69437]: DEBUG oslo_concurrency.lockutils [req-b03bd197-c3a3-4a6d-a46b-e7429915f8a1 req-ab352570-934b-42b9-8c77-e0926f941473 service nova] Acquired lock "refresh_cache-8fabcfe7-c1f1-4fde-9966-784082679d99" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.243720] env[69437]: DEBUG nova.network.neutron [req-b03bd197-c3a3-4a6d-a46b-e7429915f8a1 req-ab352570-934b-42b9-8c77-e0926f941473 service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Refreshing network info cache for port a30fe048-0711-4b45-a74d-3b7f4268f225 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.246577] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:b2:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a30fe048-0711-4b45-a74d-3b7f4268f225', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.257659] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Creating folder: Project (09081fc101c44d8ba79b4030edba7859). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.258899] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2961df2a-32b2-4ce7-be62-2ba6e3789978 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.271705] env[69437]: DEBUG oslo_vmware.api [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104189, 'name': PowerOffVM_Task, 'duration_secs': 0.221634} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.275584] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.275941] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.278141] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db41471f-e14a-4b1e-b87b-81582ac851a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.279925] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Created folder: Project (09081fc101c44d8ba79b4030edba7859) in parent group-v812682. [ 1154.279925] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Creating folder: Instances. Parent ref: group-v812970. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.280643] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8d2b037-9745-4a18-ad1f-deb6501ba4e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.287675] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104190, 'name': Rename_Task, 'duration_secs': 0.156256} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.287675] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.287675] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-350d2f68-0e2f-410c-8d9b-f7e6a0d6fa1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.296214] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1154.296214] env[69437]: value = "task-4104194" [ 1154.296214] env[69437]: _type = "Task" [ 1154.296214] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.298210] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Created folder: Instances in parent group-v812970. [ 1154.298857] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.302237] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.302597] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30809460-b114-458d-b000-de89736fcb19 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.330121] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.332236] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.332236] env[69437]: value = "task-4104195" [ 1154.332236] env[69437]: _type = "Task" [ 1154.332236] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.345437] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104195, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.375054] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.375332] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.375683] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Deleting the datastore file [datastore1] 524029c6-7699-4d19-843f-d8ae458296fb {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.376256] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1461f2d-4c91-43c4-94ba-2796fe62d4a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.388727] env[69437]: DEBUG oslo_vmware.api [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for the task: (returnval){ [ 1154.388727] env[69437]: value = "task-4104196" [ 1154.388727] env[69437]: _type = "Task" [ 1154.388727] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.406840] env[69437]: DEBUG oslo_vmware.api [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.488065] env[69437]: INFO nova.compute.manager [-] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Took 1.34 seconds to deallocate network for instance. [ 1154.628117] env[69437]: INFO nova.compute.manager [-] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Took 1.87 seconds to deallocate network for instance. [ 1154.809411] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104194, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.843129] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104195, 'name': CreateVM_Task, 'duration_secs': 0.383215} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.843129] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.844182] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.844493] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.844956] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.845343] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4503aade-e14e-4c23-a58c-a8b47b15c6e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.851693] env[69437]: DEBUG nova.network.neutron [-] [instance: 07df3e47-801f-40da-9568-3558903e5628] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.855080] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1154.855080] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520028d9-2f52-f682-864c-fdab7e315dbe" [ 1154.855080] env[69437]: _type = "Task" [ 1154.855080] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.867974] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520028d9-2f52-f682-864c-fdab7e315dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.901288] env[69437]: DEBUG oslo_vmware.api [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Task: {'id': task-4104196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171254} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.901940] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.902165] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.902351] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.902526] env[69437]: INFO nova.compute.manager [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1154.902774] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.902969] env[69437]: DEBUG nova.compute.manager [-] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.903074] env[69437]: DEBUG nova.network.neutron [-] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.996426] env[69437]: DEBUG oslo_concurrency.lockutils [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.996798] env[69437]: DEBUG oslo_concurrency.lockutils [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.997044] env[69437]: DEBUG nova.objects.instance [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lazy-loading 'resources' on Instance uuid 6ad63727-f407-4824-b755-b0284b8706b2 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.100904] env[69437]: DEBUG nova.network.neutron [req-b03bd197-c3a3-4a6d-a46b-e7429915f8a1 req-ab352570-934b-42b9-8c77-e0926f941473 service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Updated VIF entry in instance network info cache for port a30fe048-0711-4b45-a74d-3b7f4268f225. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.101315] env[69437]: DEBUG nova.network.neutron [req-b03bd197-c3a3-4a6d-a46b-e7429915f8a1 req-ab352570-934b-42b9-8c77-e0926f941473 service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Updating instance_info_cache with network_info: [{"id": "a30fe048-0711-4b45-a74d-3b7f4268f225", "address": "fa:16:3e:3b:b2:b7", "network": {"id": "fbbcedd3-7bce-4daf-89e8-47aeb8413c2b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-45934522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09081fc101c44d8ba79b4030edba7859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30fe048-07", "ovs_interfaceid": "a30fe048-0711-4b45-a74d-3b7f4268f225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.137198] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.147789] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.148201] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.308721] env[69437]: DEBUG oslo_vmware.api [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104194, 'name': PowerOnVM_Task, 'duration_secs': 0.590148} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.309050] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.309257] env[69437]: INFO nova.compute.manager [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1155.309438] env[69437]: DEBUG nova.compute.manager [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.310240] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303518e-3a21-412d-8d2a-e98cfc03252c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.356618] env[69437]: INFO nova.compute.manager [-] [instance: 07df3e47-801f-40da-9568-3558903e5628] Took 1.28 seconds to deallocate network for instance. [ 1155.372126] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520028d9-2f52-f682-864c-fdab7e315dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.015284} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.372679] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.372917] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.373179] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.373356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.373555] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.374083] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f1fb3bc-8580-4156-9a40-bf93d5b9e84e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.383354] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.383555] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.384823] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387afa9e-2076-42e9-b74c-ca302b8716f5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.391352] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1155.391352] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5263a988-f006-b34e-48c0-bd8715c0f283" [ 1155.391352] env[69437]: _type = "Task" [ 1155.391352] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.400503] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5263a988-f006-b34e-48c0-bd8715c0f283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.604784] env[69437]: DEBUG oslo_concurrency.lockutils [req-b03bd197-c3a3-4a6d-a46b-e7429915f8a1 req-ab352570-934b-42b9-8c77-e0926f941473 service nova] Releasing lock "refresh_cache-8fabcfe7-c1f1-4fde-9966-784082679d99" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.605097] env[69437]: DEBUG nova.compute.manager [req-b03bd197-c3a3-4a6d-a46b-e7429915f8a1 req-ab352570-934b-42b9-8c77-e0926f941473 service nova] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Received event network-vif-deleted-fd633598-c27a-4fe6-8ee1-bcb491640e8b {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.650949] env[69437]: DEBUG nova.compute.manager [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.746912] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55509da-96e9-47dc-8fec-92eff36aa395 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.754245] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3259b5ad-c430-467d-9b87-4d8c04852298 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.785253] env[69437]: DEBUG nova.network.neutron [-] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.787273] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed34d72-a9c0-4878-8f2a-fd77e21bf1c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.795884] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3edb778-fba1-447e-a052-e69d329676a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.811835] env[69437]: DEBUG nova.compute.provider_tree [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.829623] env[69437]: INFO nova.compute.manager [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Took 18.25 seconds to build instance. [ 1155.867074] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.901578] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5263a988-f006-b34e-48c0-bd8715c0f283, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.902415] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9526b1-9bab-4a84-b62f-a01767790b90 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.908100] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1155.908100] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520a31c0-106a-da03-a6bc-a864c899283b" [ 1155.908100] env[69437]: _type = "Task" [ 1155.908100] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.917416] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520a31c0-106a-da03-a6bc-a864c899283b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.171087] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.237045] env[69437]: DEBUG nova.compute.manager [req-c3800e49-9dbd-47a7-b20d-8ecca049400d req-a8a687af-2081-4926-bee6-32b4692780d1 service nova] [instance: 07df3e47-801f-40da-9568-3558903e5628] Received event network-vif-deleted-3e412ac0-8c1c-49b8-b465-0e86f2e89703 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.237294] env[69437]: DEBUG nova.compute.manager [req-c3800e49-9dbd-47a7-b20d-8ecca049400d req-a8a687af-2081-4926-bee6-32b4692780d1 service nova] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Received event network-vif-deleted-9575bf71-f78c-4432-b1f0-58b48d2b17c8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.292085] env[69437]: INFO nova.compute.manager [-] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Took 1.39 seconds to deallocate network for instance. [ 1156.315315] env[69437]: DEBUG nova.scheduler.client.report [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.331540] env[69437]: DEBUG oslo_concurrency.lockutils [None req-446b2840-7891-4fd0-b0e3-4fbd91244e0a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.755s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.421030] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520a31c0-106a-da03-a6bc-a864c899283b, 'name': SearchDatastore_Task, 'duration_secs': 0.012855} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.421030] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.421030] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 8fabcfe7-c1f1-4fde-9966-784082679d99/8fabcfe7-c1f1-4fde-9966-784082679d99.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.421030] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a48e69-09fb-4b79-aaed-413540defbac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.430983] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1156.430983] env[69437]: value = "task-4104197" [ 1156.430983] env[69437]: _type = "Task" [ 1156.430983] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.439686] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.798795] env[69437]: DEBUG oslo_concurrency.lockutils [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.821405] env[69437]: DEBUG oslo_concurrency.lockutils [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.824893] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.688s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.825250] env[69437]: DEBUG nova.objects.instance [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lazy-loading 'resources' on Instance uuid 92bedd45-81ff-4db6-8152-2f2e0611019e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.859873] env[69437]: INFO nova.scheduler.client.report [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted allocations for instance 6ad63727-f407-4824-b755-b0284b8706b2 [ 1156.939639] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436554} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.939917] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 8fabcfe7-c1f1-4fde-9966-784082679d99/8fabcfe7-c1f1-4fde-9966-784082679d99.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.940157] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.940409] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4794acc5-d233-43a7-9b08-a12d50f87113 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.948145] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1156.948145] env[69437]: value = "task-4104198" [ 1156.948145] env[69437]: _type = "Task" [ 1156.948145] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.957051] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.370409] env[69437]: DEBUG oslo_concurrency.lockutils [None req-064c8390-7e9a-4c32-9985-33df718ecde3 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "6ad63727-f407-4824-b755-b0284b8706b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.893s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.460415] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073213} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.460769] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.461672] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ca4b91-3c53-4450-9251-fde0c132d2cb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.488017] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 8fabcfe7-c1f1-4fde-9966-784082679d99/8fabcfe7-c1f1-4fde-9966-784082679d99.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.491387] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58748363-5f0b-4330-a379-ad9380c3bb53 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.515899] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1157.515899] env[69437]: value = "task-4104199" [ 1157.515899] env[69437]: _type = "Task" [ 1157.515899] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.528666] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.535327] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4299e123-5891-4795-8b47-19a1e43baf9d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.544014] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fd87f1-3999-4152-ad4b-f0b36c500c2d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.577781] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a10554-1699-412c-9118-44c438aba523 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.586215] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533d03aa-fcbc-45fb-adae-0b162fcadd73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.600485] env[69437]: DEBUG nova.compute.provider_tree [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.026938] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.103520] env[69437]: DEBUG nova.scheduler.client.report [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.231764] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.231932] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.232120] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.232319] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.232404] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.232556] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.232732] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1158.232837] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.269171] env[69437]: DEBUG nova.compute.manager [req-0d023b91-4483-4c00-b072-85e98e32ad0a req-318103f3-3609-4282-968f-a0158414a76e service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Received event network-changed-889cd5fe-b740-4d79-9814-a2645978faa7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.269345] env[69437]: DEBUG nova.compute.manager [req-0d023b91-4483-4c00-b072-85e98e32ad0a req-318103f3-3609-4282-968f-a0158414a76e service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Refreshing instance network info cache due to event network-changed-889cd5fe-b740-4d79-9814-a2645978faa7. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.269563] env[69437]: DEBUG oslo_concurrency.lockutils [req-0d023b91-4483-4c00-b072-85e98e32ad0a req-318103f3-3609-4282-968f-a0158414a76e service nova] Acquiring lock "refresh_cache-61bb087d-abb1-4e51-9325-7ec76b6e47c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.269713] env[69437]: DEBUG oslo_concurrency.lockutils [req-0d023b91-4483-4c00-b072-85e98e32ad0a req-318103f3-3609-4282-968f-a0158414a76e service nova] Acquired lock "refresh_cache-61bb087d-abb1-4e51-9325-7ec76b6e47c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.269907] env[69437]: DEBUG nova.network.neutron [req-0d023b91-4483-4c00-b072-85e98e32ad0a req-318103f3-3609-4282-968f-a0158414a76e service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Refreshing network info cache for port 889cd5fe-b740-4d79-9814-a2645978faa7 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.527095] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104199, 'name': ReconfigVM_Task, 'duration_secs': 0.833448} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.528175] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 8fabcfe7-c1f1-4fde-9966-784082679d99/8fabcfe7-c1f1-4fde-9966-784082679d99.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.528758] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b501bead-cd78-40dc-b81a-e5b5f9e9d463 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.532256] env[69437]: DEBUG oslo_concurrency.lockutils [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "ce04e32c-41cc-4993-b786-085aeede5921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.532842] env[69437]: DEBUG oslo_concurrency.lockutils [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "ce04e32c-41cc-4993-b786-085aeede5921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.532842] env[69437]: DEBUG oslo_concurrency.lockutils [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "ce04e32c-41cc-4993-b786-085aeede5921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.532842] env[69437]: DEBUG oslo_concurrency.lockutils [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "ce04e32c-41cc-4993-b786-085aeede5921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.533013] env[69437]: DEBUG oslo_concurrency.lockutils [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "ce04e32c-41cc-4993-b786-085aeede5921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.535278] env[69437]: INFO nova.compute.manager [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Terminating instance [ 1158.540392] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1158.540392] env[69437]: value = "task-4104200" [ 1158.540392] env[69437]: _type = "Task" [ 1158.540392] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.551714] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104200, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.609059] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.611275] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.744s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.611915] env[69437]: DEBUG nova.objects.instance [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lazy-loading 'resources' on Instance uuid 07df3e47-801f-40da-9568-3558903e5628 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.627584] env[69437]: INFO nova.scheduler.client.report [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Deleted allocations for instance 92bedd45-81ff-4db6-8152-2f2e0611019e [ 1158.736142] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.010104] env[69437]: DEBUG nova.network.neutron [req-0d023b91-4483-4c00-b072-85e98e32ad0a req-318103f3-3609-4282-968f-a0158414a76e service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Updated VIF entry in instance network info cache for port 889cd5fe-b740-4d79-9814-a2645978faa7. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.010575] env[69437]: DEBUG nova.network.neutron [req-0d023b91-4483-4c00-b072-85e98e32ad0a req-318103f3-3609-4282-968f-a0158414a76e service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Updating instance_info_cache with network_info: [{"id": "889cd5fe-b740-4d79-9814-a2645978faa7", "address": "fa:16:3e:63:d6:4b", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap889cd5fe-b7", "ovs_interfaceid": "889cd5fe-b740-4d79-9814-a2645978faa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.039550] env[69437]: DEBUG nova.compute.manager [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.040164] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.040920] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1967b91-c5b6-4c0d-bb43-6a85817fa3d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.055321] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104200, 'name': Rename_Task, 'duration_secs': 0.356554} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.057385] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.057950] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.058185] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90b6d56f-6cf7-41aa-b318-11b992c99328 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.059562] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf2970b-891d-4af6-a6d4-596af1e06771 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.067293] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1159.067293] env[69437]: value = "task-4104202" [ 1159.067293] env[69437]: _type = "Task" [ 1159.067293] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.068834] env[69437]: DEBUG oslo_vmware.api [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1159.068834] env[69437]: value = "task-4104201" [ 1159.068834] env[69437]: _type = "Task" [ 1159.068834] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.079942] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.082958] env[69437]: DEBUG oslo_vmware.api [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.137639] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Lock "92bedd45-81ff-4db6-8152-2f2e0611019e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.175s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.284945] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec0d25a-974e-4b9a-b4de-76e88b40a881 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.294155] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef37b768-d915-4c4c-a9cd-c4a46d38b4be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.326655] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f85d780-9fab-4972-bea2-491da61cf979 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.335385] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde1757e-0e5c-4460-a649-7536d5f8609e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.349948] env[69437]: DEBUG nova.compute.provider_tree [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.514265] env[69437]: DEBUG oslo_concurrency.lockutils [req-0d023b91-4483-4c00-b072-85e98e32ad0a req-318103f3-3609-4282-968f-a0158414a76e service nova] Releasing lock "refresh_cache-61bb087d-abb1-4e51-9325-7ec76b6e47c4" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.584931] env[69437]: DEBUG oslo_vmware.api [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104202, 'name': PowerOnVM_Task, 'duration_secs': 0.496714} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.588361] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.588649] env[69437]: INFO nova.compute.manager [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1159.588897] env[69437]: DEBUG nova.compute.manager [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.589219] env[69437]: DEBUG oslo_vmware.api [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104201, 'name': PowerOffVM_Task, 'duration_secs': 0.28591} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.589910] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2931b3b-188f-4706-bd9f-1aa8c426d9ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.592677] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.592851] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.593103] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0ac7dc5-4173-4549-ba69-34a8752b2972 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.806210] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.806403] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.806614] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleting the datastore file [datastore1] ce04e32c-41cc-4993-b786-085aeede5921 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.806889] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e383065-c8ac-4747-888b-aa59f6fa19f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.815162] env[69437]: DEBUG oslo_vmware.api [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1159.815162] env[69437]: value = "task-4104204" [ 1159.815162] env[69437]: _type = "Task" [ 1159.815162] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.823338] env[69437]: DEBUG oslo_vmware.api [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.853816] env[69437]: DEBUG nova.scheduler.client.report [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.110972] env[69437]: INFO nova.compute.manager [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Took 13.16 seconds to build instance. [ 1160.327139] env[69437]: DEBUG oslo_vmware.api [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152193} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.327417] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.327609] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.327817] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.327963] env[69437]: INFO nova.compute.manager [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1160.328223] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.328416] env[69437]: DEBUG nova.compute.manager [-] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.328516] env[69437]: DEBUG nova.network.neutron [-] [instance: ce04e32c-41cc-4993-b786-085aeede5921] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.360219] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.366466] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.195s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.369013] env[69437]: INFO nova.compute.claims [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.396492] env[69437]: INFO nova.scheduler.client.report [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Deleted allocations for instance 07df3e47-801f-40da-9568-3558903e5628 [ 1160.602654] env[69437]: DEBUG nova.compute.manager [req-df1552e7-fc86-44db-bad8-b63efeb518f1 req-0c46f97d-17b2-4506-9309-4a09f10b51a7 service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Received event network-vif-deleted-880d4039-a19b-41f3-b482-246ca146e650 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.602922] env[69437]: INFO nova.compute.manager [req-df1552e7-fc86-44db-bad8-b63efeb518f1 req-0c46f97d-17b2-4506-9309-4a09f10b51a7 service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Neutron deleted interface 880d4039-a19b-41f3-b482-246ca146e650; detaching it from the instance and deleting it from the info cache [ 1160.603051] env[69437]: DEBUG nova.network.neutron [req-df1552e7-fc86-44db-bad8-b63efeb518f1 req-0c46f97d-17b2-4506-9309-4a09f10b51a7 service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.613301] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c64753fd-6ea7-4041-83fc-9ea71045261a tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "8fabcfe7-c1f1-4fde-9966-784082679d99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.671s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.628534] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquiring lock "8fabcfe7-c1f1-4fde-9966-784082679d99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.628799] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "8fabcfe7-c1f1-4fde-9966-784082679d99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.629027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquiring lock "8fabcfe7-c1f1-4fde-9966-784082679d99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.629222] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "8fabcfe7-c1f1-4fde-9966-784082679d99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.629398] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "8fabcfe7-c1f1-4fde-9966-784082679d99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.631742] env[69437]: INFO nova.compute.manager [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Terminating instance [ 1160.908242] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Lock "07df3e47-801f-40da-9568-3558903e5628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.523s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.083489] env[69437]: DEBUG nova.network.neutron [-] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.105423] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fef2003b-bcfd-48e0-962e-aa2f59625fe0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.116146] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2b4751-d0a3-4135-aa32-650186346113 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.135725] env[69437]: DEBUG nova.compute.manager [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.135955] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.136826] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd36c36f-c8d0-4fb5-b5e0-01783a477aa2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.148123] env[69437]: DEBUG nova.compute.manager [req-df1552e7-fc86-44db-bad8-b63efeb518f1 req-0c46f97d-17b2-4506-9309-4a09f10b51a7 service nova] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Detach interface failed, port_id=880d4039-a19b-41f3-b482-246ca146e650, reason: Instance ce04e32c-41cc-4993-b786-085aeede5921 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.152728] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.152998] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d5f260b-af5e-4a12-b0fd-d5a90f60ca86 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.160272] env[69437]: DEBUG oslo_vmware.api [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1161.160272] env[69437]: value = "task-4104206" [ 1161.160272] env[69437]: _type = "Task" [ 1161.160272] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.168431] env[69437]: DEBUG oslo_vmware.api [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.517223] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf6cdd4-05a2-44b1-998e-85005e8ce41a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.525431] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6213c4-6e5e-4c89-a48d-e8fec25501c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.558323] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fa4dd0-eb83-4896-bf72-4b4170393c12 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.566863] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda20118-7d1f-490f-9a49-add2e8662ae8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.585321] env[69437]: DEBUG nova.compute.provider_tree [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.587031] env[69437]: INFO nova.compute.manager [-] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Took 1.26 seconds to deallocate network for instance. [ 1161.669379] env[69437]: DEBUG oslo_vmware.api [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104206, 'name': PowerOffVM_Task, 'duration_secs': 0.203197} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.669747] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.669792] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.670060] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f85b8ee0-57f9-48c2-8562-5380ee57a4fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.745115] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.745360] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.745549] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Deleting the datastore file [datastore2] 8fabcfe7-c1f1-4fde-9966-784082679d99 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.745835] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266491ee-c1e2-41f8-a717-e4174623f9c7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.752935] env[69437]: DEBUG oslo_vmware.api [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for the task: (returnval){ [ 1161.752935] env[69437]: value = "task-4104208" [ 1161.752935] env[69437]: _type = "Task" [ 1161.752935] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.761095] env[69437]: DEBUG oslo_vmware.api [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.088963] env[69437]: DEBUG nova.scheduler.client.report [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.093623] env[69437]: DEBUG oslo_concurrency.lockutils [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.263376] env[69437]: DEBUG oslo_vmware.api [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Task: {'id': task-4104208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149232} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.264216] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.264450] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.264657] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.264832] env[69437]: INFO nova.compute.manager [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.265082] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.265338] env[69437]: DEBUG nova.compute.manager [-] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.265447] env[69437]: DEBUG nova.network.neutron [-] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.600212] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.600212] env[69437]: DEBUG nova.compute.manager [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.600445] env[69437]: DEBUG oslo_concurrency.lockutils [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.802s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.600615] env[69437]: DEBUG nova.objects.instance [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lazy-loading 'resources' on Instance uuid 524029c6-7699-4d19-843f-d8ae458296fb {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.806943] env[69437]: DEBUG nova.compute.manager [req-6cdb0899-75f8-4825-9d94-7e8966f30bd5 req-9ba41fc9-1985-456b-8c91-49f7a02e1adf service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Received event network-vif-deleted-a30fe048-0711-4b45-a74d-3b7f4268f225 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.807227] env[69437]: INFO nova.compute.manager [req-6cdb0899-75f8-4825-9d94-7e8966f30bd5 req-9ba41fc9-1985-456b-8c91-49f7a02e1adf service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Neutron deleted interface a30fe048-0711-4b45-a74d-3b7f4268f225; detaching it from the instance and deleting it from the info cache [ 1162.808542] env[69437]: DEBUG nova.network.neutron [req-6cdb0899-75f8-4825-9d94-7e8966f30bd5 req-9ba41fc9-1985-456b-8c91-49f7a02e1adf service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.108617] env[69437]: DEBUG nova.compute.utils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.110410] env[69437]: DEBUG nova.compute.manager [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.110410] env[69437]: DEBUG nova.network.neutron [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.156237] env[69437]: DEBUG nova.policy [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eadcd4f98a3417fa01f1d95bbdc25da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd02afc55b1944aec8b60dc873540d8f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.272701] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.273103] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.289484] env[69437]: DEBUG nova.network.neutron [-] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.310914] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa41e231-b45b-4ca2-aa8f-529571e574d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.322190] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b598bd-d378-406d-98de-f0097fc6d03d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.362983] env[69437]: DEBUG nova.compute.manager [req-6cdb0899-75f8-4825-9d94-7e8966f30bd5 req-9ba41fc9-1985-456b-8c91-49f7a02e1adf service nova] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Detach interface failed, port_id=a30fe048-0711-4b45-a74d-3b7f4268f225, reason: Instance 8fabcfe7-c1f1-4fde-9966-784082679d99 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.534465] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f811d22d-1756-4d21-bea5-5feb6961bd47 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.543691] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f467900c-6877-4c22-9d4e-9b050d833e06 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.578116] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b28ab-d88a-487b-a30b-e164925a050a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.583702] env[69437]: DEBUG nova.network.neutron [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Successfully created port: 589428bd-2f53-48d1-8e26-7f743df0e7db {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.589373] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faf640f-e6f8-4e5e-905d-23c21d43e7f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.605483] env[69437]: DEBUG nova.compute.provider_tree [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.613036] env[69437]: DEBUG nova.compute.manager [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.777823] env[69437]: INFO nova.compute.manager [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Detaching volume c777ead8-16d4-4ae8-900a-2bdd674019c6 [ 1163.792440] env[69437]: INFO nova.compute.manager [-] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Took 1.53 seconds to deallocate network for instance. [ 1163.818256] env[69437]: INFO nova.virt.block_device [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Attempting to driver detach volume c777ead8-16d4-4ae8-900a-2bdd674019c6 from mountpoint /dev/sdb [ 1163.819165] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.820902] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812952', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'name': 'volume-c777ead8-16d4-4ae8-900a-2bdd674019c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5a02cbcb-3b22-45e6-b196-f2ae3322ebac', 'attached_at': '', 'detached_at': '', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'serial': 'c777ead8-16d4-4ae8-900a-2bdd674019c6'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.820902] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263797c4-65b0-4392-977f-8d8be6eaee09 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.850433] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600fe989-7f8e-4993-8f01-c4b1cbde2cd4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.858872] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3645af8-9dac-4d5d-9dfd-a36503610233 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.881475] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquiring lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.881740] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.882136] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquiring lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.882136] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.882297] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.884705] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9c726c-c64c-4209-9aff-d9d06007130a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.887663] env[69437]: INFO nova.compute.manager [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Terminating instance [ 1163.904866] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] The volume has not been displaced from its original location: [datastore2] volume-c777ead8-16d4-4ae8-900a-2bdd674019c6/volume-c777ead8-16d4-4ae8-900a-2bdd674019c6.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.910163] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.910762] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a52d7ec-b539-4257-93b8-991f54456fb7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.930651] env[69437]: DEBUG oslo_vmware.api [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1163.930651] env[69437]: value = "task-4104210" [ 1163.930651] env[69437]: _type = "Task" [ 1163.930651] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.941361] env[69437]: DEBUG oslo_vmware.api [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.109749] env[69437]: DEBUG nova.scheduler.client.report [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.302573] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.391637] env[69437]: DEBUG nova.compute.manager [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.391942] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.392837] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a40216-2a75-4bfd-bbfc-d2c15e9baa0b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.401501] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.402172] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1917f86-793c-4f6c-bb38-8b8f02fe7fdb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.408821] env[69437]: DEBUG oslo_vmware.api [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1164.408821] env[69437]: value = "task-4104211" [ 1164.408821] env[69437]: _type = "Task" [ 1164.408821] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.418100] env[69437]: DEBUG oslo_vmware.api [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.441620] env[69437]: DEBUG oslo_vmware.api [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104210, 'name': ReconfigVM_Task, 'duration_secs': 0.29202} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.441936] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.446879] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65668229-8c93-448c-a112-88972e805bd4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.464472] env[69437]: DEBUG oslo_vmware.api [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1164.464472] env[69437]: value = "task-4104212" [ 1164.464472] env[69437]: _type = "Task" [ 1164.464472] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.476827] env[69437]: DEBUG oslo_vmware.api [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.615661] env[69437]: DEBUG oslo_concurrency.lockutils [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.618470] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.882s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.618703] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.619034] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1164.619274] env[69437]: DEBUG oslo_concurrency.lockutils [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.526s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.619591] env[69437]: DEBUG nova.objects.instance [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lazy-loading 'resources' on Instance uuid ce04e32c-41cc-4993-b786-085aeede5921 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.621599] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e81944-6b23-418b-83ce-9721f89cb5cf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.627257] env[69437]: DEBUG nova.compute.manager [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.642465] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9094d975-2912-4ff2-9d89-76fa6b156f01 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.652665] env[69437]: INFO nova.scheduler.client.report [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Deleted allocations for instance 524029c6-7699-4d19-843f-d8ae458296fb [ 1164.679653] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afdf11d-bd70-4870-aeda-2d16bf9f7cec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.688278] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837575e7-10a0-4e88-a391-612e556f2441 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.694934] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.695330] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.695445] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.695623] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.695849] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.695962] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.696167] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.696325] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.696493] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.696655] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.696823] env[69437]: DEBUG nova.virt.hardware [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.698166] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa18745-5d94-4102-98e6-786905fecc68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.735749] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e45ca6-cc63-414a-83d6-a473dd78a14b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.740718] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179223MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1164.740865] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.921465] env[69437]: DEBUG oslo_vmware.api [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104211, 'name': PowerOffVM_Task, 'duration_secs': 0.271617} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.922329] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.922329] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.922329] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02f1b56f-ee16-4d08-909c-32475571c425 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.979119] env[69437]: DEBUG oslo_vmware.api [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104212, 'name': ReconfigVM_Task, 'duration_secs': 0.165415} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.979119] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812952', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'name': 'volume-c777ead8-16d4-4ae8-900a-2bdd674019c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5a02cbcb-3b22-45e6-b196-f2ae3322ebac', 'attached_at': '', 'detached_at': '', 'volume_id': 'c777ead8-16d4-4ae8-900a-2bdd674019c6', 'serial': 'c777ead8-16d4-4ae8-900a-2bdd674019c6'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.999343] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.999581] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.999778] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Deleting the datastore file [datastore2] 19a74730-d168-43a3-ae0a-2c7a3a528bb2 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.000097] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a0ab39d-6745-400e-8461-0622e2dcd8a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.013882] env[69437]: DEBUG oslo_vmware.api [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for the task: (returnval){ [ 1165.013882] env[69437]: value = "task-4104214" [ 1165.013882] env[69437]: _type = "Task" [ 1165.013882] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.024699] env[69437]: DEBUG oslo_vmware.api [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.150246] env[69437]: DEBUG nova.compute.manager [req-594f6ac2-7553-44eb-8667-d85e9436e7dd req-e21aa11c-20c1-4e0a-81bb-8b9898b262b3 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Received event network-vif-plugged-589428bd-2f53-48d1-8e26-7f743df0e7db {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.150246] env[69437]: DEBUG oslo_concurrency.lockutils [req-594f6ac2-7553-44eb-8667-d85e9436e7dd req-e21aa11c-20c1-4e0a-81bb-8b9898b262b3 service nova] Acquiring lock "dd0222a0-ae73-4860-94d3-ea497b81f59c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.150246] env[69437]: DEBUG oslo_concurrency.lockutils [req-594f6ac2-7553-44eb-8667-d85e9436e7dd req-e21aa11c-20c1-4e0a-81bb-8b9898b262b3 service nova] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.150246] env[69437]: DEBUG oslo_concurrency.lockutils [req-594f6ac2-7553-44eb-8667-d85e9436e7dd req-e21aa11c-20c1-4e0a-81bb-8b9898b262b3 service nova] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.150246] env[69437]: DEBUG nova.compute.manager [req-594f6ac2-7553-44eb-8667-d85e9436e7dd req-e21aa11c-20c1-4e0a-81bb-8b9898b262b3 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] No waiting events found dispatching network-vif-plugged-589428bd-2f53-48d1-8e26-7f743df0e7db {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1165.150246] env[69437]: WARNING nova.compute.manager [req-594f6ac2-7553-44eb-8667-d85e9436e7dd req-e21aa11c-20c1-4e0a-81bb-8b9898b262b3 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Received unexpected event network-vif-plugged-589428bd-2f53-48d1-8e26-7f743df0e7db for instance with vm_state building and task_state spawning. [ 1165.179761] env[69437]: DEBUG oslo_concurrency.lockutils [None req-09350f53-52c0-4c55-9c89-ec112015d0ff tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Lock "524029c6-7699-4d19-843f-d8ae458296fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.997s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.279300] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe4ecfc-f8e7-4d01-82b1-220a119a726b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.291194] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ab754-53ec-4397-82b2-4ad47d8b423b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.325904] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48e493b-7895-4241-b0e3-c7cf24df622c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.334501] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0962627-5917-4cfb-b852-3ab3576f6353 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.351663] env[69437]: DEBUG nova.compute.provider_tree [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.422268] env[69437]: DEBUG nova.network.neutron [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Successfully updated port: 589428bd-2f53-48d1-8e26-7f743df0e7db {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.528025] env[69437]: DEBUG oslo_vmware.api [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Task: {'id': task-4104214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144683} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.528025] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.528025] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.528025] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.528025] env[69437]: INFO nova.compute.manager [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1165.528025] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.528025] env[69437]: DEBUG nova.compute.manager [-] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.528025] env[69437]: DEBUG nova.network.neutron [-] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.542894] env[69437]: DEBUG nova.objects.instance [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'flavor' on Instance uuid 5a02cbcb-3b22-45e6-b196-f2ae3322ebac {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.855525] env[69437]: DEBUG nova.scheduler.client.report [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.926670] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.926925] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.927053] env[69437]: DEBUG nova.network.neutron [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.362021] env[69437]: DEBUG oslo_concurrency.lockutils [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.365085] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.062s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.365085] env[69437]: DEBUG nova.objects.instance [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lazy-loading 'resources' on Instance uuid 8fabcfe7-c1f1-4fde-9966-784082679d99 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.398640] env[69437]: INFO nova.scheduler.client.report [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted allocations for instance ce04e32c-41cc-4993-b786-085aeede5921 [ 1166.552334] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e714e73-613e-4ad0-b864-72dde1d2fe52 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.745230] env[69437]: DEBUG nova.network.neutron [-] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.748758] env[69437]: DEBUG nova.network.neutron [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.913437] env[69437]: DEBUG oslo_concurrency.lockutils [None req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "ce04e32c-41cc-4993-b786-085aeede5921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.381s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.927408] env[69437]: DEBUG nova.network.neutron [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance_info_cache with network_info: [{"id": "589428bd-2f53-48d1-8e26-7f743df0e7db", "address": "fa:16:3e:61:dc:de", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589428bd-2f", "ovs_interfaceid": "589428bd-2f53-48d1-8e26-7f743df0e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.069686] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f064a-5c1a-4ba1-9a89-2fb2db250b0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.079358] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcadeb1e-cd51-4958-979f-d4c7c5916560 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.115993] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c63cba-4a39-4117-b638-2ec72b575732 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.129179] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26097da-3b15-435b-9e5b-6f831dfae28f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.146759] env[69437]: DEBUG nova.compute.provider_tree [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.252450] env[69437]: INFO nova.compute.manager [-] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Took 1.73 seconds to deallocate network for instance. [ 1167.362371] env[69437]: DEBUG nova.compute.manager [req-47a06776-c25d-44a7-9e58-1dde0cdeb369 req-4b84e9d9-3a5c-40ba-84ff-bb92d669e498 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Received event network-changed-589428bd-2f53-48d1-8e26-7f743df0e7db {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.362700] env[69437]: DEBUG nova.compute.manager [req-47a06776-c25d-44a7-9e58-1dde0cdeb369 req-4b84e9d9-3a5c-40ba-84ff-bb92d669e498 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Refreshing instance network info cache due to event network-changed-589428bd-2f53-48d1-8e26-7f743df0e7db. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.362751] env[69437]: DEBUG oslo_concurrency.lockutils [req-47a06776-c25d-44a7-9e58-1dde0cdeb369 req-4b84e9d9-3a5c-40ba-84ff-bb92d669e498 service nova] Acquiring lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.434865] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.434865] env[69437]: DEBUG nova.compute.manager [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Instance network_info: |[{"id": "589428bd-2f53-48d1-8e26-7f743df0e7db", "address": "fa:16:3e:61:dc:de", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589428bd-2f", "ovs_interfaceid": "589428bd-2f53-48d1-8e26-7f743df0e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.435035] env[69437]: DEBUG oslo_concurrency.lockutils [req-47a06776-c25d-44a7-9e58-1dde0cdeb369 req-4b84e9d9-3a5c-40ba-84ff-bb92d669e498 service nova] Acquired lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.435240] env[69437]: DEBUG nova.network.neutron [req-47a06776-c25d-44a7-9e58-1dde0cdeb369 req-4b84e9d9-3a5c-40ba-84ff-bb92d669e498 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Refreshing network info cache for port 589428bd-2f53-48d1-8e26-7f743df0e7db {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.437493] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:dc:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '589428bd-2f53-48d1-8e26-7f743df0e7db', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.446404] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating folder: Project (d02afc55b1944aec8b60dc873540d8f9). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.452277] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93692d52-0fe0-447e-9830-24c4095dfad8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.468626] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Created folder: Project (d02afc55b1944aec8b60dc873540d8f9) in parent group-v812682. [ 1167.468626] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating folder: Instances. Parent ref: group-v812973. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.468626] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd70bbe-3ea8-4757-857f-9e49c8cebda7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.481270] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Created folder: Instances in parent group-v812973. [ 1167.481764] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.481963] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.482601] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d06eed7-bdea-4d17-ad59-0fb2e368015b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.512484] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.512484] env[69437]: value = "task-4104218" [ 1167.512484] env[69437]: _type = "Task" [ 1167.512484] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.525975] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104218, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.624632] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.626199] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.626407] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.626791] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.627023] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.632443] env[69437]: INFO nova.compute.manager [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Terminating instance [ 1167.650307] env[69437]: DEBUG nova.scheduler.client.report [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.740592] env[69437]: DEBUG nova.network.neutron [req-47a06776-c25d-44a7-9e58-1dde0cdeb369 req-4b84e9d9-3a5c-40ba-84ff-bb92d669e498 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updated VIF entry in instance network info cache for port 589428bd-2f53-48d1-8e26-7f743df0e7db. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.740961] env[69437]: DEBUG nova.network.neutron [req-47a06776-c25d-44a7-9e58-1dde0cdeb369 req-4b84e9d9-3a5c-40ba-84ff-bb92d669e498 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance_info_cache with network_info: [{"id": "589428bd-2f53-48d1-8e26-7f743df0e7db", "address": "fa:16:3e:61:dc:de", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589428bd-2f", "ovs_interfaceid": "589428bd-2f53-48d1-8e26-7f743df0e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.758962] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.031679] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104218, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.120578] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "4b138918-00b4-4867-9265-d52ccb9593bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.120861] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "4b138918-00b4-4867-9265-d52ccb9593bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.142364] env[69437]: DEBUG nova.compute.manager [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.146440] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.146440] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d017734-ed54-46df-94d6-0ca5a1381095 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.158018] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.158815] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.161214] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ad13695-3217-4024-b3b8-10bcdff5be4e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.163308] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.422s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.170978] env[69437]: DEBUG oslo_vmware.api [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1168.170978] env[69437]: value = "task-4104219" [ 1168.170978] env[69437]: _type = "Task" [ 1168.170978] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.184814] env[69437]: DEBUG oslo_vmware.api [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.186476] env[69437]: INFO nova.scheduler.client.report [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Deleted allocations for instance 8fabcfe7-c1f1-4fde-9966-784082679d99 [ 1168.248768] env[69437]: DEBUG oslo_concurrency.lockutils [req-47a06776-c25d-44a7-9e58-1dde0cdeb369 req-4b84e9d9-3a5c-40ba-84ff-bb92d669e498 service nova] Releasing lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.248768] env[69437]: DEBUG nova.compute.manager [req-47a06776-c25d-44a7-9e58-1dde0cdeb369 req-4b84e9d9-3a5c-40ba-84ff-bb92d669e498 service nova] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Received event network-vif-deleted-1fcc6b40-49e7-43d9-945e-479f9f11d8b8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.528505] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104218, 'name': CreateVM_Task, 'duration_secs': 0.610656} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.528505] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.529338] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.529442] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.529709] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.530239] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3b011e-869e-4cb4-add3-96b59d769149 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.536553] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1168.536553] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b799df-da99-0e5a-ef57-f223097a6d55" [ 1168.536553] env[69437]: _type = "Task" [ 1168.536553] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.546110] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b799df-da99-0e5a-ef57-f223097a6d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.601816] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquiring lock "a08a1f73-277c-4063-8b18-50f7dfd7665e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.602082] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.622716] env[69437]: DEBUG nova.compute.manager [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.682657] env[69437]: DEBUG oslo_vmware.api [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104219, 'name': PowerOffVM_Task, 'duration_secs': 0.219873} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.682950] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.683173] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.684106] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adaa8883-4c09-40df-beda-97626b07b1cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.697276] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3c8bf011-a414-4150-a573-44cb029af5c2 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Lock "8fabcfe7-c1f1-4fde-9966-784082679d99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.068s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.756460] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.756844] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.757143] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleting the datastore file [datastore2] 5a02cbcb-3b22-45e6-b196-f2ae3322ebac {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.758545] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17d28808-65de-4ace-a687-5a0644bf8688 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.764661] env[69437]: DEBUG oslo_vmware.api [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1168.764661] env[69437]: value = "task-4104221" [ 1168.764661] env[69437]: _type = "Task" [ 1168.764661] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.773168] env[69437]: DEBUG oslo_vmware.api [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.051028] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b799df-da99-0e5a-ef57-f223097a6d55, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.051331] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.051545] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.052109] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.052109] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.052109] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.052370] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e085d845-0947-4afe-8311-6d1f9326cf39 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.062712] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.062898] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.063755] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a3da1e-a3e8-4b5e-aaf8-8b7bcb55ec10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.070260] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1169.070260] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5242e468-a3b2-3ed3-46fe-72806d5ab4ff" [ 1169.070260] env[69437]: _type = "Task" [ 1169.070260] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.081272] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5242e468-a3b2-3ed3-46fe-72806d5ab4ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.104585] env[69437]: DEBUG nova.compute.manager [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.151780] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.198988] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d92efd14-098b-44ac-a552-68bc3adfac6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.199184] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 1d13d127-0c25-453b-8e54-653f814ee715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.199313] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5a02cbcb-3b22-45e6-b196-f2ae3322ebac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.199460] env[69437]: WARNING nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 19a74730-d168-43a3-ae0a-2c7a3a528bb2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1169.199582] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 506f7662-6305-4157-bbae-93851858d1ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.199700] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 61bb087d-abb1-4e51-9325-7ec76b6e47c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.199814] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance dd0222a0-ae73-4860-94d3-ea497b81f59c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.276802] env[69437]: DEBUG oslo_vmware.api [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142746} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.277151] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.277395] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.277622] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.277875] env[69437]: INFO nova.compute.manager [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1169.278152] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.278741] env[69437]: DEBUG nova.compute.manager [-] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.278910] env[69437]: DEBUG nova.network.neutron [-] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.582435] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5242e468-a3b2-3ed3-46fe-72806d5ab4ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.583303] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f511f987-c66f-4187-9d4a-2066b3ca54fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.589298] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1169.589298] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e506ab-6f54-9aeb-1eb3-181d23294835" [ 1169.589298] env[69437]: _type = "Task" [ 1169.589298] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.598853] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e506ab-6f54-9aeb-1eb3-181d23294835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.637218] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.704082] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 4b138918-00b4-4867-9265-d52ccb9593bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1170.076107] env[69437]: DEBUG nova.compute.manager [req-c019bc5c-9030-4b4f-be66-24ba0f7f3dbc req-87d0dbde-4705-4de5-8077-eb65a3de76d0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Received event network-vif-deleted-3d2b7e40-478e-40bc-8db6-7db440223f62 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.076107] env[69437]: INFO nova.compute.manager [req-c019bc5c-9030-4b4f-be66-24ba0f7f3dbc req-87d0dbde-4705-4de5-8077-eb65a3de76d0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Neutron deleted interface 3d2b7e40-478e-40bc-8db6-7db440223f62; detaching it from the instance and deleting it from the info cache [ 1170.076565] env[69437]: DEBUG nova.network.neutron [req-c019bc5c-9030-4b4f-be66-24ba0f7f3dbc req-87d0dbde-4705-4de5-8077-eb65a3de76d0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.106609] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e506ab-6f54-9aeb-1eb3-181d23294835, 'name': SearchDatastore_Task, 'duration_secs': 0.034521} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.106867] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.107137] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] dd0222a0-ae73-4860-94d3-ea497b81f59c/dd0222a0-ae73-4860-94d3-ea497b81f59c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.107399] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c289e562-f38b-4aae-a393-2a003279f2f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.116460] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1170.116460] env[69437]: value = "task-4104222" [ 1170.116460] env[69437]: _type = "Task" [ 1170.116460] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.126734] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.206522] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance a08a1f73-277c-4063-8b18-50f7dfd7665e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1170.206756] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1170.206904] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1170.392317] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abde8ff9-6fa2-4338-a06d-1548bcfc16c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.402270] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa235fa3-7967-441c-ad0b-361f6e7b8482 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.439615] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375caf69-61f6-4d17-8a69-ee702b2005a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.448636] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78214cec-90a9-40d3-9d72-cc96d20707e8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.464649] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.558097] env[69437]: DEBUG nova.network.neutron [-] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.582339] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b0e35be-2f2d-4d05-a11a-6768d214ac29 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.597294] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef0844f-e8c1-48d6-9c3f-2d6633af58fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.627332] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104222, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.636644] env[69437]: DEBUG nova.compute.manager [req-c019bc5c-9030-4b4f-be66-24ba0f7f3dbc req-87d0dbde-4705-4de5-8077-eb65a3de76d0 service nova] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Detach interface failed, port_id=3d2b7e40-478e-40bc-8db6-7db440223f62, reason: Instance 5a02cbcb-3b22-45e6-b196-f2ae3322ebac could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.967676] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.062036] env[69437]: INFO nova.compute.manager [-] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Took 1.78 seconds to deallocate network for instance. [ 1171.134655] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618303} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.135146] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] dd0222a0-ae73-4860-94d3-ea497b81f59c/dd0222a0-ae73-4860-94d3-ea497b81f59c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.135262] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.135478] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0d95688-07eb-48c5-948c-e80e15a8e541 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.143647] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1171.143647] env[69437]: value = "task-4104223" [ 1171.143647] env[69437]: _type = "Task" [ 1171.143647] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.154278] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.476241] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1171.476241] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.311s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.476241] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.715s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.476241] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.477248] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.326s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.479577] env[69437]: INFO nova.compute.claims [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.483782] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.484278] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Cleaning up deleted instances {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1171.536276] env[69437]: INFO nova.scheduler.client.report [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Deleted allocations for instance 19a74730-d168-43a3-ae0a-2c7a3a528bb2 [ 1171.569729] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.658622] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080394} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.658958] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.659923] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0034f8d5-65cb-452b-ac15-912938b18b34 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.691840] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] dd0222a0-ae73-4860-94d3-ea497b81f59c/dd0222a0-ae73-4860-94d3-ea497b81f59c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.692653] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3075012-01ed-48bb-9c61-3eb43f090c8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.715160] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1171.715160] env[69437]: value = "task-4104224" [ 1171.715160] env[69437]: _type = "Task" [ 1171.715160] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.725251] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.003345] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] There are 54 instances to clean {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1172.003583] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 8fabcfe7-c1f1-4fde-9966-784082679d99] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.048425] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aec6752f-a0a2-4238-8462-71cd8639b885 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Lock "19a74730-d168-43a3-ae0a-2c7a3a528bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.167s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.228012] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.509192] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 524029c6-7699-4d19-843f-d8ae458296fb] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.691435] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440ec83b-f64b-4469-873b-96e3b8448847 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.700467] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed22fdf-7345-42de-84eb-ed5bf03dcfef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.735743] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232076ff-e823-486c-8f95-f5c072e68128 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.744936] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104224, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.748705] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb8e57f-a44b-40d4-9d55-caf1537c619d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.765577] env[69437]: DEBUG nova.compute.provider_tree [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.016477] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 6ad63727-f407-4824-b755-b0284b8706b2] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.251643] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104224, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.271314] env[69437]: DEBUG nova.scheduler.client.report [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.520575] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: ce04e32c-41cc-4993-b786-085aeede5921] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.744634] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104224, 'name': ReconfigVM_Task, 'duration_secs': 1.766507} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.744902] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Reconfigured VM instance instance-0000006b to attach disk [datastore1] dd0222a0-ae73-4860-94d3-ea497b81f59c/dd0222a0-ae73-4860-94d3-ea497b81f59c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.745597] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1900fcb8-e738-4629-9697-6a5d8bc19bf7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.752977] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1173.752977] env[69437]: value = "task-4104225" [ 1173.752977] env[69437]: _type = "Task" [ 1173.752977] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.764793] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104225, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.778894] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.779502] env[69437]: DEBUG nova.compute.manager [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.783855] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.147s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.786569] env[69437]: INFO nova.compute.claims [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.936384] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "506f7662-6305-4157-bbae-93851858d1ba" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.936384] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.026480] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: f9212523-bae7-4cc8-af08-02f4e4bec785] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.268110] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104225, 'name': Rename_Task, 'duration_secs': 0.168255} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.268367] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.268620] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfb95b09-0e90-433e-b488-de16d040b085 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.276265] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1174.276265] env[69437]: value = "task-4104226" [ 1174.276265] env[69437]: _type = "Task" [ 1174.276265] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.287138] env[69437]: DEBUG nova.compute.utils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.289593] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.290091] env[69437]: DEBUG nova.compute.manager [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.290426] env[69437]: DEBUG nova.network.neutron [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.360638] env[69437]: DEBUG nova.policy [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1c14adc8f44f14b74a738d96cf41e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93536dc177ea4637a471fac9a21bcd73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.438216] env[69437]: DEBUG nova.compute.utils [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.527804] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: dc8cb2b3-3246-451a-8480-5d67f12e446e] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.789467] env[69437]: DEBUG oslo_vmware.api [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104226, 'name': PowerOnVM_Task, 'duration_secs': 0.47718} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.790314] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.790314] env[69437]: INFO nova.compute.manager [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1174.790835] env[69437]: DEBUG nova.compute.manager [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.791456] env[69437]: DEBUG nova.compute.manager [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.794894] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a596ff6c-00ba-432d-82c5-e143e141334b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.940909] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.963031] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc51c3-323f-40f0-a6f7-9029cd198d65 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.975025] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce70f5c-6088-41fd-8583-6c17f538fd25 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.006200] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc06f4f6-3675-4dca-baad-75172188cb9c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.016895] env[69437]: DEBUG nova.network.neutron [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Successfully created port: 8da4c814-4fc7-40b6-981c-6896407f7fd8 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.021707] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a83f636-6053-467c-a2f3-d0cdeb7c09a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.036402] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 48af98f5-3c3f-4c94-ac5a-f2699a7e252b] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.037651] env[69437]: DEBUG nova.compute.provider_tree [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.328682] env[69437]: INFO nova.compute.manager [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Took 19.17 seconds to build instance. [ 1175.540989] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: f9ea8fbf-b017-4baf-8649-64747eccb23f] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.543236] env[69437]: DEBUG nova.scheduler.client.report [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.799815] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "5b6468f9-5120-4082-af23-c3e1ec86351d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.800198] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.805938] env[69437]: DEBUG nova.compute.manager [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.832613] env[69437]: DEBUG oslo_concurrency.lockutils [None req-512b7ad3-7300-453f-b8ae-5ecab59765ef tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.684s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.847102] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.847102] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.847102] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.847562] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.847817] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.848108] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.848447] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.848719] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.849138] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.849439] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.849749] env[69437]: DEBUG nova.virt.hardware [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.851154] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aae18d-83ab-49d4-adc4-1c018e592535 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.860551] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb44292-6c7e-4d78-8080-325ec08dd11b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.050024] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 042677e0-5bec-4b37-9789-206c0c96df0a] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.050024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.050730] env[69437]: DEBUG nova.compute.manager [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.054762] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.485s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.056209] env[69437]: DEBUG nova.objects.instance [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'resources' on Instance uuid 5a02cbcb-3b22-45e6-b196-f2ae3322ebac {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.078205] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "506f7662-6305-4157-bbae-93851858d1ba" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.078205] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.078205] env[69437]: INFO nova.compute.manager [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Attaching volume 4d04dbb6-2b81-4bc0-b5e1-71ed157374d7 to /dev/sdb [ 1176.134507] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348fa3b3-d0c8-44d9-a888-28b729d20c83 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.142555] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f85b12e-7ed3-4ec5-824f-3eec35882a99 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.161752] env[69437]: DEBUG nova.virt.block_device [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Updating existing volume attachment record: 6bb1fb8f-746b-4274-9cad-65c99b45ae95 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.302832] env[69437]: DEBUG nova.compute.manager [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.495280] env[69437]: DEBUG nova.compute.manager [req-9dca2b8a-5761-4e17-85bb-84cc5d9c7fd4 req-ea7cf50e-255b-4f54-977d-9545170296a7 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Received event network-changed-589428bd-2f53-48d1-8e26-7f743df0e7db {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.495280] env[69437]: DEBUG nova.compute.manager [req-9dca2b8a-5761-4e17-85bb-84cc5d9c7fd4 req-ea7cf50e-255b-4f54-977d-9545170296a7 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Refreshing instance network info cache due to event network-changed-589428bd-2f53-48d1-8e26-7f743df0e7db. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.495280] env[69437]: DEBUG oslo_concurrency.lockutils [req-9dca2b8a-5761-4e17-85bb-84cc5d9c7fd4 req-ea7cf50e-255b-4f54-977d-9545170296a7 service nova] Acquiring lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.495723] env[69437]: DEBUG oslo_concurrency.lockutils [req-9dca2b8a-5761-4e17-85bb-84cc5d9c7fd4 req-ea7cf50e-255b-4f54-977d-9545170296a7 service nova] Acquired lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.495723] env[69437]: DEBUG nova.network.neutron [req-9dca2b8a-5761-4e17-85bb-84cc5d9c7fd4 req-ea7cf50e-255b-4f54-977d-9545170296a7 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Refreshing network info cache for port 589428bd-2f53-48d1-8e26-7f743df0e7db {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.557552] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: b00b06e2-4049-4ce1-9dc9-5321f64442dd] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.562665] env[69437]: DEBUG nova.compute.utils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.570223] env[69437]: DEBUG nova.compute.manager [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.570223] env[69437]: DEBUG nova.network.neutron [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.686734] env[69437]: DEBUG nova.policy [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb071bdb35104d599e5ec50dd2aa6bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1379243c555042fcadfcb766ec0a3405', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.758541] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5fff42-5de4-42cf-917c-e72af7161aea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.772721] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9df4f9a-88fc-48a2-87e0-4877dd18c826 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.805531] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c8016-e29e-4df2-910f-97ee1be3028c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.819981] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fd5ae9-762e-4a12-a2af-8d12be9d5bbe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.827247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.837365] env[69437]: DEBUG nova.compute.provider_tree [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.858215] env[69437]: DEBUG nova.compute.manager [req-5c024c68-0f2a-42df-986f-cd490c603a88 req-d27b967a-2c28-4d53-a213-ff922649962b service nova] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Received event network-vif-plugged-8da4c814-4fc7-40b6-981c-6896407f7fd8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.858444] env[69437]: DEBUG oslo_concurrency.lockutils [req-5c024c68-0f2a-42df-986f-cd490c603a88 req-d27b967a-2c28-4d53-a213-ff922649962b service nova] Acquiring lock "4b138918-00b4-4867-9265-d52ccb9593bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.858657] env[69437]: DEBUG oslo_concurrency.lockutils [req-5c024c68-0f2a-42df-986f-cd490c603a88 req-d27b967a-2c28-4d53-a213-ff922649962b service nova] Lock "4b138918-00b4-4867-9265-d52ccb9593bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.858841] env[69437]: DEBUG oslo_concurrency.lockutils [req-5c024c68-0f2a-42df-986f-cd490c603a88 req-d27b967a-2c28-4d53-a213-ff922649962b service nova] Lock "4b138918-00b4-4867-9265-d52ccb9593bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.858996] env[69437]: DEBUG nova.compute.manager [req-5c024c68-0f2a-42df-986f-cd490c603a88 req-d27b967a-2c28-4d53-a213-ff922649962b service nova] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] No waiting events found dispatching network-vif-plugged-8da4c814-4fc7-40b6-981c-6896407f7fd8 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1176.860382] env[69437]: WARNING nova.compute.manager [req-5c024c68-0f2a-42df-986f-cd490c603a88 req-d27b967a-2c28-4d53-a213-ff922649962b service nova] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Received unexpected event network-vif-plugged-8da4c814-4fc7-40b6-981c-6896407f7fd8 for instance with vm_state building and task_state spawning. [ 1177.063192] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 73310bc1-56dc-4818-8965-0a4050bdf3cb] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.070151] env[69437]: DEBUG nova.compute.manager [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.136038] env[69437]: DEBUG nova.network.neutron [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Successfully updated port: 8da4c814-4fc7-40b6-981c-6896407f7fd8 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.314454] env[69437]: DEBUG nova.network.neutron [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Successfully created port: 5501f0c9-6f20-4f7f-8f41-39dde74808a4 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.340940] env[69437]: DEBUG nova.scheduler.client.report [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.421092] env[69437]: DEBUG nova.network.neutron [req-9dca2b8a-5761-4e17-85bb-84cc5d9c7fd4 req-ea7cf50e-255b-4f54-977d-9545170296a7 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updated VIF entry in instance network info cache for port 589428bd-2f53-48d1-8e26-7f743df0e7db. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.421092] env[69437]: DEBUG nova.network.neutron [req-9dca2b8a-5761-4e17-85bb-84cc5d9c7fd4 req-ea7cf50e-255b-4f54-977d-9545170296a7 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance_info_cache with network_info: [{"id": "589428bd-2f53-48d1-8e26-7f743df0e7db", "address": "fa:16:3e:61:dc:de", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589428bd-2f", "ovs_interfaceid": "589428bd-2f53-48d1-8e26-7f743df0e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.567513] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 92bedd45-81ff-4db6-8152-2f2e0611019e] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.639732] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "refresh_cache-4b138918-00b4-4867-9265-d52ccb9593bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.639905] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "refresh_cache-4b138918-00b4-4867-9265-d52ccb9593bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.640075] env[69437]: DEBUG nova.network.neutron [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.850191] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.850191] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.023s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.851783] env[69437]: INFO nova.compute.claims [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.868220] env[69437]: INFO nova.scheduler.client.report [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted allocations for instance 5a02cbcb-3b22-45e6-b196-f2ae3322ebac [ 1177.922499] env[69437]: DEBUG oslo_concurrency.lockutils [req-9dca2b8a-5761-4e17-85bb-84cc5d9c7fd4 req-ea7cf50e-255b-4f54-977d-9545170296a7 service nova] Releasing lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.040314] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "5b953468-d4ba-4e59-adbf-e9d75562e74e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.041424] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.074647] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 535193c6-1bb6-4125-9e49-e4314032ae13] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.081054] env[69437]: DEBUG nova.compute.manager [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.118781] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.119429] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.119749] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.124026] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.124026] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.124026] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.124026] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.124026] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.124026] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.124026] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.124026] env[69437]: DEBUG nova.virt.hardware [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.124026] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8217bcaf-ff2a-4c48-a91e-c9ad4fd274ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.134869] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf5d09c-7f8d-4661-8fa0-c8b15825557b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.211903] env[69437]: DEBUG nova.network.neutron [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.378530] env[69437]: DEBUG oslo_concurrency.lockutils [None req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "5a02cbcb-3b22-45e6-b196-f2ae3322ebac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.753s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.438362] env[69437]: DEBUG nova.network.neutron [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Updating instance_info_cache with network_info: [{"id": "8da4c814-4fc7-40b6-981c-6896407f7fd8", "address": "fa:16:3e:4d:11:ee", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da4c814-4f", "ovs_interfaceid": "8da4c814-4fc7-40b6-981c-6896407f7fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.544456] env[69437]: DEBUG nova.compute.manager [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.576294] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: ac0ac227-3c0e-486d-8389-1040d801513a] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.881155] env[69437]: DEBUG nova.network.neutron [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Successfully updated port: 5501f0c9-6f20-4f7f-8f41-39dde74808a4 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.909778] env[69437]: DEBUG nova.compute.manager [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Received event network-changed-8da4c814-4fc7-40b6-981c-6896407f7fd8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.910041] env[69437]: DEBUG nova.compute.manager [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Refreshing instance network info cache due to event network-changed-8da4c814-4fc7-40b6-981c-6896407f7fd8. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.910349] env[69437]: DEBUG oslo_concurrency.lockutils [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] Acquiring lock "refresh_cache-4b138918-00b4-4867-9265-d52ccb9593bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.944524] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "refresh_cache-4b138918-00b4-4867-9265-d52ccb9593bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.944891] env[69437]: DEBUG nova.compute.manager [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Instance network_info: |[{"id": "8da4c814-4fc7-40b6-981c-6896407f7fd8", "address": "fa:16:3e:4d:11:ee", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da4c814-4f", "ovs_interfaceid": "8da4c814-4fc7-40b6-981c-6896407f7fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.946185] env[69437]: DEBUG oslo_concurrency.lockutils [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] Acquired lock "refresh_cache-4b138918-00b4-4867-9265-d52ccb9593bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.946185] env[69437]: DEBUG nova.network.neutron [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Refreshing network info cache for port 8da4c814-4fc7-40b6-981c-6896407f7fd8 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.947247] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:11:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8da4c814-4fc7-40b6-981c-6896407f7fd8', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.955537] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.958332] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.958332] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad9dd804-9fdf-48f0-b19f-9a78f1c96eff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.987405] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.987405] env[69437]: value = "task-4104231" [ 1178.987405] env[69437]: _type = "Task" [ 1178.987405] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.999371] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104231, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.064754] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f6630-db22-47da-9f09-a12d4627893b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.068676] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.075137] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cea32e4-2946-4073-9d5e-1a70bf53eb5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.080305] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 07df3e47-801f-40da-9568-3558903e5628] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.108464] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0623063a-a159-4863-852a-d2d848cd4431 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.118365] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a46e8ed-f4ac-4825-82db-4b7f1ff33dd9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.140302] env[69437]: DEBUG nova.compute.provider_tree [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.387358] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquiring lock "refresh_cache-a08a1f73-277c-4063-8b18-50f7dfd7665e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.387358] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquired lock "refresh_cache-a08a1f73-277c-4063-8b18-50f7dfd7665e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.387358] env[69437]: DEBUG nova.network.neutron [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.497697] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104231, 'name': CreateVM_Task, 'duration_secs': 0.383374} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.498026] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.498654] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.499424] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.499424] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.499595] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8fc52f-8ae4-4680-b555-2132c9a0b027 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.507296] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1179.507296] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fc0f99-c538-a06f-f1e3-f448536771e9" [ 1179.507296] env[69437]: _type = "Task" [ 1179.507296] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.518009] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fc0f99-c538-a06f-f1e3-f448536771e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.608036] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 2d4d5e1f-315a-46fd-bb5b-671db7f8bba6] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.645536] env[69437]: DEBUG nova.scheduler.client.report [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.795818] env[69437]: DEBUG nova.network.neutron [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Updated VIF entry in instance network info cache for port 8da4c814-4fc7-40b6-981c-6896407f7fd8. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.795818] env[69437]: DEBUG nova.network.neutron [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Updating instance_info_cache with network_info: [{"id": "8da4c814-4fc7-40b6-981c-6896407f7fd8", "address": "fa:16:3e:4d:11:ee", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da4c814-4f", "ovs_interfaceid": "8da4c814-4fc7-40b6-981c-6896407f7fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.919409] env[69437]: DEBUG nova.network.neutron [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.019943] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52fc0f99-c538-a06f-f1e3-f448536771e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.021946] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.021946] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.023025] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.023025] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.023025] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.023554] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3942e58-65bf-4c37-a2b9-a96bfc7ec26b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.040303] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.040303] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.040303] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b05b1e7-7fb9-459f-899d-1380dbb20a5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.047288] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1180.047288] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522ab345-9a1d-c597-657c-9a6e688d3bc5" [ 1180.047288] env[69437]: _type = "Task" [ 1180.047288] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.056073] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522ab345-9a1d-c597-657c-9a6e688d3bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.075955] env[69437]: DEBUG nova.network.neutron [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Updating instance_info_cache with network_info: [{"id": "5501f0c9-6f20-4f7f-8f41-39dde74808a4", "address": "fa:16:3e:03:c4:1d", "network": {"id": "8b4a102e-41a1-4620-b41a-2c6b3cbdeef1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1978791727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379243c555042fcadfcb766ec0a3405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501f0c9-6f", "ovs_interfaceid": "5501f0c9-6f20-4f7f-8f41-39dde74808a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.077440] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquiring lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.077671] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.112253] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 5d5bf804-882e-490a-adc5-6540b2361496] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.154480] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.155106] env[69437]: DEBUG nova.compute.manager [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.158219] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.090s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.159823] env[69437]: INFO nova.compute.claims [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.298395] env[69437]: DEBUG oslo_concurrency.lockutils [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] Releasing lock "refresh_cache-4b138918-00b4-4867-9265-d52ccb9593bc" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.298806] env[69437]: DEBUG nova.compute.manager [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Received event network-vif-plugged-5501f0c9-6f20-4f7f-8f41-39dde74808a4 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.299094] env[69437]: DEBUG oslo_concurrency.lockutils [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] Acquiring lock "a08a1f73-277c-4063-8b18-50f7dfd7665e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.299329] env[69437]: DEBUG oslo_concurrency.lockutils [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.300244] env[69437]: DEBUG oslo_concurrency.lockutils [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.300244] env[69437]: DEBUG nova.compute.manager [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] No waiting events found dispatching network-vif-plugged-5501f0c9-6f20-4f7f-8f41-39dde74808a4 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1180.300244] env[69437]: WARNING nova.compute.manager [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Received unexpected event network-vif-plugged-5501f0c9-6f20-4f7f-8f41-39dde74808a4 for instance with vm_state building and task_state spawning. [ 1180.300244] env[69437]: DEBUG nova.compute.manager [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Received event network-changed-5501f0c9-6f20-4f7f-8f41-39dde74808a4 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.300414] env[69437]: DEBUG nova.compute.manager [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Refreshing instance network info cache due to event network-changed-5501f0c9-6f20-4f7f-8f41-39dde74808a4. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.300491] env[69437]: DEBUG oslo_concurrency.lockutils [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] Acquiring lock "refresh_cache-a08a1f73-277c-4063-8b18-50f7dfd7665e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.559559] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522ab345-9a1d-c597-657c-9a6e688d3bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009552} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.560374] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d8eff8-8fa4-4ed7-9113-3f987062349d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.566759] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1180.566759] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5265178e-83f6-98fa-e326-77352e5fb347" [ 1180.566759] env[69437]: _type = "Task" [ 1180.566759] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.576506] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5265178e-83f6-98fa-e326-77352e5fb347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.581953] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Releasing lock "refresh_cache-a08a1f73-277c-4063-8b18-50f7dfd7665e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.581953] env[69437]: DEBUG nova.compute.manager [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Instance network_info: |[{"id": "5501f0c9-6f20-4f7f-8f41-39dde74808a4", "address": "fa:16:3e:03:c4:1d", "network": {"id": "8b4a102e-41a1-4620-b41a-2c6b3cbdeef1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1978791727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379243c555042fcadfcb766ec0a3405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501f0c9-6f", "ovs_interfaceid": "5501f0c9-6f20-4f7f-8f41-39dde74808a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.581953] env[69437]: DEBUG oslo_concurrency.lockutils [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] Acquired lock "refresh_cache-a08a1f73-277c-4063-8b18-50f7dfd7665e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.581953] env[69437]: DEBUG nova.network.neutron [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Refreshing network info cache for port 5501f0c9-6f20-4f7f-8f41-39dde74808a4 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.583121] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c4:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5501f0c9-6f20-4f7f-8f41-39dde74808a4', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.594925] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Creating folder: Project (1379243c555042fcadfcb766ec0a3405). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.598353] env[69437]: DEBUG nova.compute.manager [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.601272] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b75e8729-9d0b-4dc3-a006-527c912fd743 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.613815] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Created folder: Project (1379243c555042fcadfcb766ec0a3405) in parent group-v812682. [ 1180.614119] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Creating folder: Instances. Parent ref: group-v812979. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.616020] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb56fbe-e102-48ed-b4ca-a58340a7801e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.616289] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 994155cb-9c02-485b-b46e-89dfd636a6b9] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.627292] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Created folder: Instances in parent group-v812979. [ 1180.627292] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.627292] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.627292] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e70123c-e5c5-4260-9423-0e4e28c9b7bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.662269] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.662269] env[69437]: value = "task-4104234" [ 1180.662269] env[69437]: _type = "Task" [ 1180.662269] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.665503] env[69437]: DEBUG nova.compute.utils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.668930] env[69437]: DEBUG nova.compute.manager [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.669107] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.677237] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104234, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.736097] env[69437]: DEBUG nova.policy [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e679bd4bb044d43932cde128c39b96f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97e71afe670545f1b98deae2dd0b9e6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.921565] env[69437]: DEBUG nova.network.neutron [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Updated VIF entry in instance network info cache for port 5501f0c9-6f20-4f7f-8f41-39dde74808a4. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.921565] env[69437]: DEBUG nova.network.neutron [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Updating instance_info_cache with network_info: [{"id": "5501f0c9-6f20-4f7f-8f41-39dde74808a4", "address": "fa:16:3e:03:c4:1d", "network": {"id": "8b4a102e-41a1-4620-b41a-2c6b3cbdeef1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1978791727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379243c555042fcadfcb766ec0a3405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501f0c9-6f", "ovs_interfaceid": "5501f0c9-6f20-4f7f-8f41-39dde74808a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.052501] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Successfully created port: b72db376-f404-4e4e-8246-1c3e1878329a {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.077989] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5265178e-83f6-98fa-e326-77352e5fb347, 'name': SearchDatastore_Task, 'duration_secs': 0.013035} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.078189] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.078530] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 4b138918-00b4-4867-9265-d52ccb9593bc/4b138918-00b4-4867-9265-d52ccb9593bc.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.078730] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45bc8201-1ded-4faa-b0b5-bc9951c16d5e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.085928] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1181.085928] env[69437]: value = "task-4104235" [ 1181.085928] env[69437]: _type = "Task" [ 1181.085928] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.095419] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.119629] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 71e24efd-5007-4d73-ac4b-5a4b0b93b463] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.124157] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.174029] env[69437]: DEBUG nova.compute.manager [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.178753] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104234, 'name': CreateVM_Task, 'duration_secs': 0.375774} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.179928] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.180481] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.180692] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.181053] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.181358] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb325c4-3740-43aa-b745-d3601b509325 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.188680] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1181.188680] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52ab1c11-ad8b-5a48-4640-3a4ea047e544" [ 1181.188680] env[69437]: _type = "Task" [ 1181.188680] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.202722] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52ab1c11-ad8b-5a48-4640-3a4ea047e544, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.203052] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.203298] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.203832] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.203832] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.203970] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.204183] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b6bbf2b-98b1-407d-b74b-b1c676107dee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.219058] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.219058] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.219058] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d7ac42-7e26-4659-b560-0111d0dfd0d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.221722] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1181.221930] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812977', 'volume_id': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'name': 'volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '506f7662-6305-4157-bbae-93851858d1ba', 'attached_at': '', 'detached_at': '', 'volume_id': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'serial': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1181.223337] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c2614c-ad6b-417d-ab3c-61818cf3481e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.247285] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1181.247285] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52149972-b98c-670f-d387-49944fe8de13" [ 1181.247285] env[69437]: _type = "Task" [ 1181.247285] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.248130] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70a3d6-2b63-4735-b584-02fc6ed27fd6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.264025] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52149972-b98c-670f-d387-49944fe8de13, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.293313] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7/volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.295563] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0b615a-98be-4bca-9c63-2031fe1e3b93 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.298312] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fb10489-d7b8-4a80-94fa-1fc5245425f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.315988] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.315988] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.323338] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1181.323338] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a6573b-6b83-4de2-d3cb-8359a8ed3556" [ 1181.323338] env[69437]: _type = "Task" [ 1181.323338] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.328885] env[69437]: DEBUG oslo_vmware.api [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1181.328885] env[69437]: value = "task-4104236" [ 1181.328885] env[69437]: _type = "Task" [ 1181.328885] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.340766] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a6573b-6b83-4de2-d3cb-8359a8ed3556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.347787] env[69437]: DEBUG oslo_vmware.api [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.367145] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Successfully created port: 44f87659-18fd-4657-9ec0-f73a70d10288 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.425425] env[69437]: DEBUG oslo_concurrency.lockutils [req-89837ec5-1189-4875-8b4d-5cebe9431751 req-1a7544a6-f4ec-4043-b90a-99c7d16840b9 service nova] Releasing lock "refresh_cache-a08a1f73-277c-4063-8b18-50f7dfd7665e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.441394] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1006c5-a56b-40da-93f2-11f3fe0b4466 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.453998] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1977f9-d714-44ef-8fac-f38308f77def {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.491017] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d451e288-8b8d-467d-94c3-75040ad819b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.500784] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b6c410-433c-41a0-bdfd-506e3a94575e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.517287] env[69437]: DEBUG nova.compute.provider_tree [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.596430] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497161} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.596692] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 4b138918-00b4-4867-9265-d52ccb9593bc/4b138918-00b4-4867-9265-d52ccb9593bc.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.596981] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.597818] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-608cba8d-b9a7-4b22-b3df-e000dfc55d37 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.605192] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1181.605192] env[69437]: value = "task-4104237" [ 1181.605192] env[69437]: _type = "Task" [ 1181.605192] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.613232] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.623951] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: c65087a3-722a-4778-bfa2-c98866fa7ad3] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.687529] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Successfully created port: 620553d8-8a5a-4441-ae6f-a921241e22d2 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.819964] env[69437]: DEBUG nova.compute.manager [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.846707] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a6573b-6b83-4de2-d3cb-8359a8ed3556, 'name': SearchDatastore_Task, 'duration_secs': 0.059843} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.850184] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.850483] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] a08a1f73-277c-4063-8b18-50f7dfd7665e/a08a1f73-277c-4063-8b18-50f7dfd7665e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.850773] env[69437]: DEBUG oslo_vmware.api [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.851339] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaff207a-c12b-4cc8-a246-7c01164add73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.859516] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1181.859516] env[69437]: value = "task-4104238" [ 1181.859516] env[69437]: _type = "Task" [ 1181.859516] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.870038] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.023907] env[69437]: DEBUG nova.scheduler.client.report [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.121320] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064454} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.121863] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.122805] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e70917-3300-4580-bbc3-297b2d55004d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.139544] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 08af52ae-b5f2-482c-9ebc-7bf72b6fc51e] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.151197] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 4b138918-00b4-4867-9265-d52ccb9593bc/4b138918-00b4-4867-9265-d52ccb9593bc.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.151832] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d21aff2-51ff-43b5-926e-4ca1fbc56301 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.172545] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1182.172545] env[69437]: value = "task-4104239" [ 1182.172545] env[69437]: _type = "Task" [ 1182.172545] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.183402] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.185904] env[69437]: DEBUG nova.compute.manager [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.217608] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.217864] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.218104] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.218357] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.218559] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.218732] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.218953] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.219182] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.219421] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.219612] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.219794] env[69437]: DEBUG nova.virt.hardware [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.221072] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b952b82a-0a61-4664-8b65-44d875bc1b1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.231437] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ac4b28-e215-4571-b85e-31f11a9397f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.344547] env[69437]: DEBUG oslo_vmware.api [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104236, 'name': ReconfigVM_Task, 'duration_secs': 0.557791} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.345636] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.345935] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7/volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.350823] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8809d13-e227-4662-8f8a-743cc40bff5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.371301] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481967} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.372726] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] a08a1f73-277c-4063-8b18-50f7dfd7665e/a08a1f73-277c-4063-8b18-50f7dfd7665e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.372953] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.373276] env[69437]: DEBUG oslo_vmware.api [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1182.373276] env[69437]: value = "task-4104240" [ 1182.373276] env[69437]: _type = "Task" [ 1182.373276] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.373474] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64d844f6-5b40-44f9-b2f6-24e60e8a2eeb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.384400] env[69437]: DEBUG oslo_vmware.api [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.385874] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1182.385874] env[69437]: value = "task-4104241" [ 1182.385874] env[69437]: _type = "Task" [ 1182.385874] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.395919] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.528871] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.529480] env[69437]: DEBUG nova.compute.manager [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.532512] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.409s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.533946] env[69437]: INFO nova.compute.claims [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.653070] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: dcea48d0-305d-4a74-98fc-efcfeb2ab766] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.684923] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.886124] env[69437]: DEBUG oslo_vmware.api [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104240, 'name': ReconfigVM_Task, 'duration_secs': 0.215943} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.886530] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812977', 'volume_id': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'name': 'volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '506f7662-6305-4157-bbae-93851858d1ba', 'attached_at': '', 'detached_at': '', 'volume_id': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'serial': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1182.899918] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265911} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.901050] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.901957] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506dc54a-b17e-4acf-99cd-7f49b77956b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.927229] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a08a1f73-277c-4063-8b18-50f7dfd7665e/a08a1f73-277c-4063-8b18-50f7dfd7665e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.927906] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e966c5-ebf9-4d9e-88a7-4517c61cc196 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.949062] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1182.949062] env[69437]: value = "task-4104242" [ 1182.949062] env[69437]: _type = "Task" [ 1182.949062] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.959731] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.042359] env[69437]: DEBUG nova.compute.utils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.044120] env[69437]: DEBUG nova.compute.manager [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.044342] env[69437]: DEBUG nova.network.neutron [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.084416] env[69437]: DEBUG nova.policy [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15b7ccda6b694e24a09023dfe734de2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '859f3a9b275b44a184f469d4cd814edb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.094273] env[69437]: DEBUG nova.compute.manager [req-a5cda985-edab-483e-848b-06d97aa96213 req-4833e2bb-313d-4b1f-8b12-dc2d93c2d2a9 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received event network-vif-plugged-b72db376-f404-4e4e-8246-1c3e1878329a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.094544] env[69437]: DEBUG oslo_concurrency.lockutils [req-a5cda985-edab-483e-848b-06d97aa96213 req-4833e2bb-313d-4b1f-8b12-dc2d93c2d2a9 service nova] Acquiring lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.094837] env[69437]: DEBUG oslo_concurrency.lockutils [req-a5cda985-edab-483e-848b-06d97aa96213 req-4833e2bb-313d-4b1f-8b12-dc2d93c2d2a9 service nova] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.095131] env[69437]: DEBUG oslo_concurrency.lockutils [req-a5cda985-edab-483e-848b-06d97aa96213 req-4833e2bb-313d-4b1f-8b12-dc2d93c2d2a9 service nova] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.095267] env[69437]: DEBUG nova.compute.manager [req-a5cda985-edab-483e-848b-06d97aa96213 req-4833e2bb-313d-4b1f-8b12-dc2d93c2d2a9 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] No waiting events found dispatching network-vif-plugged-b72db376-f404-4e4e-8246-1c3e1878329a {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1183.095473] env[69437]: WARNING nova.compute.manager [req-a5cda985-edab-483e-848b-06d97aa96213 req-4833e2bb-313d-4b1f-8b12-dc2d93c2d2a9 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received unexpected event network-vif-plugged-b72db376-f404-4e4e-8246-1c3e1878329a for instance with vm_state building and task_state spawning. [ 1183.157816] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: ae9d7b96-529c-413e-8392-b2e344d258dd] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.185567] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104239, 'name': ReconfigVM_Task, 'duration_secs': 0.759819} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.186566] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 4b138918-00b4-4867-9265-d52ccb9593bc/4b138918-00b4-4867-9265-d52ccb9593bc.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.187267] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43b60b35-784a-4313-801f-244f32674f6d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.195518] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1183.195518] env[69437]: value = "task-4104243" [ 1183.195518] env[69437]: _type = "Task" [ 1183.195518] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.207225] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104243, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.260368] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Successfully updated port: b72db376-f404-4e4e-8246-1c3e1878329a {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.460712] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104242, 'name': ReconfigVM_Task, 'duration_secs': 0.275694} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.461099] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a08a1f73-277c-4063-8b18-50f7dfd7665e/a08a1f73-277c-4063-8b18-50f7dfd7665e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.461810] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-034ed840-3371-490c-bd29-3f5e4abeb517 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.471378] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1183.471378] env[69437]: value = "task-4104244" [ 1183.471378] env[69437]: _type = "Task" [ 1183.471378] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.477635] env[69437]: DEBUG nova.network.neutron [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Successfully created port: 51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.483834] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104244, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.549589] env[69437]: DEBUG nova.compute.manager [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.663784] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: fcd34c48-657f-4a86-9e2e-45276a35af1f] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.709449] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104243, 'name': Rename_Task, 'duration_secs': 0.313787} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.709449] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.709449] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a2792c4-ea7e-429d-96aa-c71be3ecda61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.719654] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1183.719654] env[69437]: value = "task-4104245" [ 1183.719654] env[69437]: _type = "Task" [ 1183.719654] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.730214] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.746345] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806825c2-8496-47d1-a6e0-1be9dd6e5f77 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.756331] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f302c7-830b-4b6f-bdcd-6aec5c04282f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.796230] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f96647-8d2e-41c4-b5b6-4b970e273d9c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.806053] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84795ea-8198-4af8-9c81-c65cb9e102b5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.821390] env[69437]: DEBUG nova.compute.provider_tree [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.941136] env[69437]: DEBUG nova.objects.instance [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'flavor' on Instance uuid 506f7662-6305-4157-bbae-93851858d1ba {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.982144] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104244, 'name': Rename_Task, 'duration_secs': 0.164586} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.982466] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.982728] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f5d878b-da1b-4bc2-8123-628395d190a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.992193] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1183.992193] env[69437]: value = "task-4104246" [ 1183.992193] env[69437]: _type = "Task" [ 1183.992193] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.000792] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.170070] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 7b44115c-976d-4a6e-aee0-7a08a3f4001a] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.231547] env[69437]: DEBUG oslo_vmware.api [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104245, 'name': PowerOnVM_Task, 'duration_secs': 0.486413} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.232072] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.232327] env[69437]: INFO nova.compute.manager [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1184.232477] env[69437]: DEBUG nova.compute.manager [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.233299] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e799299-85fe-4959-a637-77b970b0f050 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.326262] env[69437]: DEBUG nova.scheduler.client.report [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.447417] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97ff28dc-abd9-401a-8ec8-97e361994bf9 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.374s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.502751] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.562223] env[69437]: DEBUG nova.compute.manager [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.595269] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.595550] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.595712] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.595900] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.596387] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.596387] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.596529] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.596571] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.596742] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.597224] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.597224] env[69437]: DEBUG nova.virt.hardware [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.598419] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cf366c-ad80-4c7c-8a84-8a05b128a5b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.607706] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f5f8ea-09ef-46c9-9753-f1a41bf7545a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.673519] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 2698ec9f-60a3-44b7-ae51-7a8ab8dec023] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.760134] env[69437]: INFO nova.compute.manager [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Took 15.63 seconds to build instance. [ 1184.830223] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.830781] env[69437]: DEBUG nova.compute.manager [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.833496] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.488s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.835611] env[69437]: INFO nova.compute.claims [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.002154] env[69437]: DEBUG oslo_vmware.api [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104246, 'name': PowerOnVM_Task, 'duration_secs': 0.632356} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.002438] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.002644] env[69437]: INFO nova.compute.manager [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1185.002822] env[69437]: DEBUG nova.compute.manager [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1185.003615] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec02528-4509-41a9-a20e-1207be07afcb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.177625] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 8e987476-3abe-4296-8177-30af904662ab] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.262271] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d71de3c8-f25f-4006-8cf3-17f417eda7cf tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "4b138918-00b4-4867-9265-d52ccb9593bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.141s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.326894] env[69437]: DEBUG nova.compute.manager [req-46da879e-f94c-48ab-9af5-fb5bbf98ce19 req-d7b052c3-888e-4a46-906f-28129757f1c9 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received event network-changed-b72db376-f404-4e4e-8246-1c3e1878329a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.327698] env[69437]: DEBUG nova.compute.manager [req-46da879e-f94c-48ab-9af5-fb5bbf98ce19 req-d7b052c3-888e-4a46-906f-28129757f1c9 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Refreshing instance network info cache due to event network-changed-b72db376-f404-4e4e-8246-1c3e1878329a. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.327943] env[69437]: DEBUG oslo_concurrency.lockutils [req-46da879e-f94c-48ab-9af5-fb5bbf98ce19 req-d7b052c3-888e-4a46-906f-28129757f1c9 service nova] Acquiring lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.328783] env[69437]: DEBUG oslo_concurrency.lockutils [req-46da879e-f94c-48ab-9af5-fb5bbf98ce19 req-d7b052c3-888e-4a46-906f-28129757f1c9 service nova] Acquired lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.328995] env[69437]: DEBUG nova.network.neutron [req-46da879e-f94c-48ab-9af5-fb5bbf98ce19 req-d7b052c3-888e-4a46-906f-28129757f1c9 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Refreshing network info cache for port b72db376-f404-4e4e-8246-1c3e1878329a {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.341366] env[69437]: DEBUG nova.compute.utils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.346670] env[69437]: DEBUG nova.compute.manager [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.346670] env[69437]: DEBUG nova.network.neutron [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.350765] env[69437]: DEBUG nova.compute.manager [req-d268869e-e4fa-4dbd-a7e0-363d0bd4b0a2 req-71a73701-65b1-4305-b1b8-1b0cf7ca2bc1 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Received event network-vif-plugged-51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.351012] env[69437]: DEBUG oslo_concurrency.lockutils [req-d268869e-e4fa-4dbd-a7e0-363d0bd4b0a2 req-71a73701-65b1-4305-b1b8-1b0cf7ca2bc1 service nova] Acquiring lock "5b953468-d4ba-4e59-adbf-e9d75562e74e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.351239] env[69437]: DEBUG oslo_concurrency.lockutils [req-d268869e-e4fa-4dbd-a7e0-363d0bd4b0a2 req-71a73701-65b1-4305-b1b8-1b0cf7ca2bc1 service nova] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.351407] env[69437]: DEBUG oslo_concurrency.lockutils [req-d268869e-e4fa-4dbd-a7e0-363d0bd4b0a2 req-71a73701-65b1-4305-b1b8-1b0cf7ca2bc1 service nova] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.351711] env[69437]: DEBUG nova.compute.manager [req-d268869e-e4fa-4dbd-a7e0-363d0bd4b0a2 req-71a73701-65b1-4305-b1b8-1b0cf7ca2bc1 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] No waiting events found dispatching network-vif-plugged-51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1185.351881] env[69437]: WARNING nova.compute.manager [req-d268869e-e4fa-4dbd-a7e0-363d0bd4b0a2 req-71a73701-65b1-4305-b1b8-1b0cf7ca2bc1 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Received unexpected event network-vif-plugged-51db6948-a4d1-4125-9168-bace2d345aef for instance with vm_state building and task_state spawning. [ 1185.388229] env[69437]: DEBUG nova.network.neutron [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Successfully updated port: 51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.417757] env[69437]: DEBUG nova.policy [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e233521acaf34d948855024a94e59271', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2eb983b2fa64cfa837ffc2333c83df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.421751] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Successfully updated port: 44f87659-18fd-4657-9ec0-f73a70d10288 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.522177] env[69437]: INFO nova.compute.manager [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Took 15.91 seconds to build instance. [ 1185.681608] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: feac31fc-232c-4234-ade1-1c21fd698501] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.842591] env[69437]: DEBUG nova.network.neutron [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Successfully created port: b0acf064-5225-4a1a-bf4d-96d6726cb1b5 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.848948] env[69437]: DEBUG nova.compute.manager [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.870237] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.870875] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.889486] env[69437]: DEBUG nova.network.neutron [req-46da879e-f94c-48ab-9af5-fb5bbf98ce19 req-d7b052c3-888e-4a46-906f-28129757f1c9 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.894698] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.894944] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.895191] env[69437]: DEBUG nova.network.neutron [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.024433] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42a33a1b-b334-4886-ab5c-c4147f07000b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.422s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.061072] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c863cc1f-049d-4525-b8c8-31311b1660e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.070615] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbcc5ca-6523-4384-928a-7f451d5c90aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.110687] env[69437]: DEBUG nova.network.neutron [req-46da879e-f94c-48ab-9af5-fb5bbf98ce19 req-d7b052c3-888e-4a46-906f-28129757f1c9 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.112477] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba88c4a4-0a2a-49ec-80e8-83b81f1d6dca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.121915] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fdf40e-87e9-486d-97ef-573758e2b4c0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.140977] env[69437]: DEBUG nova.compute.provider_tree [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.186079] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 02836692-dca7-4e9e-8ea6-caa98b483ff2] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.351830] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "4b138918-00b4-4867-9265-d52ccb9593bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.352125] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "4b138918-00b4-4867-9265-d52ccb9593bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.352347] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "4b138918-00b4-4867-9265-d52ccb9593bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.352699] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "4b138918-00b4-4867-9265-d52ccb9593bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.352947] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "4b138918-00b4-4867-9265-d52ccb9593bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.362265] env[69437]: INFO nova.compute.manager [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Terminating instance [ 1186.375012] env[69437]: DEBUG nova.compute.manager [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.450576] env[69437]: DEBUG nova.network.neutron [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.614444] env[69437]: DEBUG nova.network.neutron [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Updating instance_info_cache with network_info: [{"id": "51db6948-a4d1-4125-9168-bace2d345aef", "address": "fa:16:3e:ff:db:54", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db6948-a4", "ovs_interfaceid": "51db6948-a4d1-4125-9168-bace2d345aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.615899] env[69437]: DEBUG oslo_concurrency.lockutils [req-46da879e-f94c-48ab-9af5-fb5bbf98ce19 req-d7b052c3-888e-4a46-906f-28129757f1c9 service nova] Releasing lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.644403] env[69437]: DEBUG nova.scheduler.client.report [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.689102] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 2222023a-8eea-420c-9546-67072fbdd4f0] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.862958] env[69437]: DEBUG nova.compute.manager [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.867233] env[69437]: DEBUG nova.compute.manager [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.867442] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.869203] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a533d1-5656-4525-8996-cad5034a8c54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.877274] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.878425] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-501bfc09-0f7c-46b1-9c1a-71421895d920 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.889994] env[69437]: DEBUG oslo_vmware.api [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1186.889994] env[69437]: value = "task-4104247" [ 1186.889994] env[69437]: _type = "Task" [ 1186.889994] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.896160] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.896445] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.896619] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.896820] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.896976] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.897154] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.897447] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.897757] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.897872] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.898065] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.898250] env[69437]: DEBUG nova.virt.hardware [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.899199] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dccc04-5c42-4f80-bbda-7954e7f691da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.902826] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.915628] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdad3ce-2ae1-4839-af21-053b812feebc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.921724] env[69437]: DEBUG oslo_vmware.api [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.117860] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.118324] env[69437]: DEBUG nova.compute.manager [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Instance network_info: |[{"id": "51db6948-a4d1-4125-9168-bace2d345aef", "address": "fa:16:3e:ff:db:54", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db6948-a4", "ovs_interfaceid": "51db6948-a4d1-4125-9168-bace2d345aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.118839] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:db:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51db6948-a4d1-4125-9168-bace2d345aef', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.127058] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Creating folder: Project (859f3a9b275b44a184f469d4cd814edb). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.127427] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2249d68-dce9-48f6-8763-5d849075d98b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.140514] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Created folder: Project (859f3a9b275b44a184f469d4cd814edb) in parent group-v812682. [ 1187.140790] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Creating folder: Instances. Parent ref: group-v812982. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.141090] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62a01429-3b85-4f43-ae76-2029e895c8c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.150488] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.151017] env[69437]: DEBUG nova.compute.manager [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.155836] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.253s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.157655] env[69437]: INFO nova.compute.claims [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.161969] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Created folder: Instances in parent group-v812982. [ 1187.162244] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.162815] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.163060] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad9e1e64-76cb-48c5-b515-ac9bc2f6738a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.182827] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.182827] env[69437]: value = "task-4104250" [ 1187.182827] env[69437]: _type = "Task" [ 1187.182827] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.192135] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 972570b6-b81a-4d2c-ad83-b14b7d70712c] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.194142] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104250, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.360316] env[69437]: DEBUG nova.compute.manager [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received event network-vif-plugged-44f87659-18fd-4657-9ec0-f73a70d10288 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.360564] env[69437]: DEBUG oslo_concurrency.lockutils [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] Acquiring lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.360776] env[69437]: DEBUG oslo_concurrency.lockutils [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.361179] env[69437]: DEBUG oslo_concurrency.lockutils [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.361254] env[69437]: DEBUG nova.compute.manager [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] No waiting events found dispatching network-vif-plugged-44f87659-18fd-4657-9ec0-f73a70d10288 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.361415] env[69437]: WARNING nova.compute.manager [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received unexpected event network-vif-plugged-44f87659-18fd-4657-9ec0-f73a70d10288 for instance with vm_state building and task_state spawning. [ 1187.361579] env[69437]: DEBUG nova.compute.manager [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received event network-changed-44f87659-18fd-4657-9ec0-f73a70d10288 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.361862] env[69437]: DEBUG nova.compute.manager [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Refreshing instance network info cache due to event network-changed-44f87659-18fd-4657-9ec0-f73a70d10288. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.362068] env[69437]: DEBUG oslo_concurrency.lockutils [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] Acquiring lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.362227] env[69437]: DEBUG oslo_concurrency.lockutils [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] Acquired lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.362387] env[69437]: DEBUG nova.network.neutron [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Refreshing network info cache for port 44f87659-18fd-4657-9ec0-f73a70d10288 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.379241] env[69437]: DEBUG nova.compute.manager [req-40884116-bb6b-4a9f-9801-6953e3202aed req-0fe1caf2-b23f-493e-baca-54e1436ffab3 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Received event network-changed-51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.379418] env[69437]: DEBUG nova.compute.manager [req-40884116-bb6b-4a9f-9801-6953e3202aed req-0fe1caf2-b23f-493e-baca-54e1436ffab3 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Refreshing instance network info cache due to event network-changed-51db6948-a4d1-4125-9168-bace2d345aef. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.379678] env[69437]: DEBUG oslo_concurrency.lockutils [req-40884116-bb6b-4a9f-9801-6953e3202aed req-0fe1caf2-b23f-493e-baca-54e1436ffab3 service nova] Acquiring lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.379819] env[69437]: DEBUG oslo_concurrency.lockutils [req-40884116-bb6b-4a9f-9801-6953e3202aed req-0fe1caf2-b23f-493e-baca-54e1436ffab3 service nova] Acquired lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.379980] env[69437]: DEBUG nova.network.neutron [req-40884116-bb6b-4a9f-9801-6953e3202aed req-0fe1caf2-b23f-493e-baca-54e1436ffab3 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Refreshing network info cache for port 51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.401598] env[69437]: DEBUG oslo_vmware.api [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104247, 'name': PowerOffVM_Task, 'duration_secs': 0.290142} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.401953] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.402175] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.402437] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ae73474-93a0-4f03-aaef-669351bdf3bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.481818] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.481818] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.481818] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleting the datastore file [datastore1] 4b138918-00b4-4867-9265-d52ccb9593bc {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.482222] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17441dcd-fe79-49f3-929e-6f3db59e77db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.494035] env[69437]: DEBUG oslo_vmware.api [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1187.494035] env[69437]: value = "task-4104252" [ 1187.494035] env[69437]: _type = "Task" [ 1187.494035] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.499206] env[69437]: DEBUG oslo_vmware.api [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.667269] env[69437]: DEBUG nova.compute.utils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.668643] env[69437]: DEBUG nova.compute.manager [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.669106] env[69437]: DEBUG nova.network.neutron [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.693545] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104250, 'name': CreateVM_Task, 'duration_secs': 0.432018} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.693950] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.694463] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.694618] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.694944] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.695213] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d116c843-1b1e-46f5-b115-e6908bf85bfd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.697445] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: b6a1a428-6a60-4fe7-a11d-27983d31bbed] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.702792] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1187.702792] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52101f44-42b4-3a4c-bae7-216031fbbaab" [ 1187.702792] env[69437]: _type = "Task" [ 1187.702792] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.711685] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52101f44-42b4-3a4c-bae7-216031fbbaab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.723976] env[69437]: DEBUG nova.policy [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9790a66b8d349c086ae0af4452b7ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '706f29e5320545cf93b0dc01be1fe536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.797967] env[69437]: DEBUG nova.network.neutron [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Successfully updated port: b0acf064-5225-4a1a-bf4d-96d6726cb1b5 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.831288] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Successfully updated port: 620553d8-8a5a-4441-ae6f-a921241e22d2 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.911499] env[69437]: DEBUG nova.network.neutron [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.001377] env[69437]: DEBUG oslo_vmware.api [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14886} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.003965] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.004172] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.004355] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.004587] env[69437]: INFO nova.compute.manager [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1188.004909] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.005200] env[69437]: DEBUG nova.compute.manager [-] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.005260] env[69437]: DEBUG nova.network.neutron [-] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.030666] env[69437]: DEBUG nova.network.neutron [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Successfully created port: 84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.035969] env[69437]: DEBUG nova.network.neutron [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.173866] env[69437]: DEBUG nova.network.neutron [req-40884116-bb6b-4a9f-9801-6953e3202aed req-0fe1caf2-b23f-493e-baca-54e1436ffab3 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Updated VIF entry in instance network info cache for port 51db6948-a4d1-4125-9168-bace2d345aef. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.173866] env[69437]: DEBUG nova.network.neutron [req-40884116-bb6b-4a9f-9801-6953e3202aed req-0fe1caf2-b23f-493e-baca-54e1436ffab3 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Updating instance_info_cache with network_info: [{"id": "51db6948-a4d1-4125-9168-bace2d345aef", "address": "fa:16:3e:ff:db:54", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db6948-a4", "ovs_interfaceid": "51db6948-a4d1-4125-9168-bace2d345aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.175866] env[69437]: DEBUG nova.compute.manager [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.201072] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: f7b17629-a56f-43a8-b963-2c03e4e725c3] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.216269] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52101f44-42b4-3a4c-bae7-216031fbbaab, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.216269] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.216575] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.216745] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.216815] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.216983] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.217297] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4575e876-5607-40cb-b819-8b581b244978 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.228940] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.229120] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.229782] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5cb511a-3ffd-489f-8204-ac3dbf9c979f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.241400] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1188.241400] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52cb8206-5fcb-ae8e-c73c-aadc2b1826e8" [ 1188.241400] env[69437]: _type = "Task" [ 1188.241400] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.250719] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cb8206-5fcb-ae8e-c73c-aadc2b1826e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.300229] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquiring lock "refresh_cache-dc96b1bf-d9ab-41ed-84b9-41fcbc399757" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.300388] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquired lock "refresh_cache-dc96b1bf-d9ab-41ed-84b9-41fcbc399757" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.301122] env[69437]: DEBUG nova.network.neutron [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.337593] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.397513] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bb9ff4-fc67-4716-9415-e2486c5bb1a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.406851] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8bf304-c218-4215-9f15-85b66baf1d10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.445909] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e558839-0276-4a5f-8d08-ccfd4c77e5be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.454410] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b16f0a3-d7ec-4edc-a3e7-95be27cc1b6a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.472770] env[69437]: DEBUG nova.compute.provider_tree [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.538969] env[69437]: DEBUG oslo_concurrency.lockutils [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] Releasing lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.539277] env[69437]: DEBUG nova.compute.manager [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Received event network-changed-5501f0c9-6f20-4f7f-8f41-39dde74808a4 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.539445] env[69437]: DEBUG nova.compute.manager [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Refreshing instance network info cache due to event network-changed-5501f0c9-6f20-4f7f-8f41-39dde74808a4. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.539661] env[69437]: DEBUG oslo_concurrency.lockutils [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] Acquiring lock "refresh_cache-a08a1f73-277c-4063-8b18-50f7dfd7665e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.539828] env[69437]: DEBUG oslo_concurrency.lockutils [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] Acquired lock "refresh_cache-a08a1f73-277c-4063-8b18-50f7dfd7665e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.540042] env[69437]: DEBUG nova.network.neutron [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Refreshing network info cache for port 5501f0c9-6f20-4f7f-8f41-39dde74808a4 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.541399] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquired lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.541609] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.683252] env[69437]: DEBUG oslo_concurrency.lockutils [req-40884116-bb6b-4a9f-9801-6953e3202aed req-0fe1caf2-b23f-493e-baca-54e1436ffab3 service nova] Releasing lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.704029] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: a4b9f3fb-af23-4c44-8c2f-91cb1541ba17] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.752863] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52cb8206-5fcb-ae8e-c73c-aadc2b1826e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.753353] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c47028-a022-4f10-a9c5-a02ea62f2b89 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.758568] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1188.758568] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5215490b-884b-0fe9-4289-5ed21dc926a7" [ 1188.758568] env[69437]: _type = "Task" [ 1188.758568] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.766774] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5215490b-884b-0fe9-4289-5ed21dc926a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.832742] env[69437]: DEBUG nova.network.neutron [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.944071] env[69437]: DEBUG nova.network.neutron [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Updating instance_info_cache with network_info: [{"id": "b0acf064-5225-4a1a-bf4d-96d6726cb1b5", "address": "fa:16:3e:77:28:19", "network": {"id": "5cb8b7bf-4cc1-433a-9ed8-83e361d310dc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-686884484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f2eb983b2fa64cfa837ffc2333c83df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0acf064-52", "ovs_interfaceid": "b0acf064-5225-4a1a-bf4d-96d6726cb1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.960803] env[69437]: DEBUG nova.network.neutron [-] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.976501] env[69437]: DEBUG nova.scheduler.client.report [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.089535] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.189653] env[69437]: DEBUG nova.compute.manager [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.208240] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 20d4e4db-5da1-4be4-92f8-8fd1ad0c7a28] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.224819] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.224975] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.225076] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.225248] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.225393] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.225541] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.225744] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.225995] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.226097] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.226298] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.226437] env[69437]: DEBUG nova.virt.hardware [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.227402] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ce301b-2ca4-4b8a-b852-432fee19e7b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.237925] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ced3f59-26c1-400e-b6d2-724a8a492aeb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.270318] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5215490b-884b-0fe9-4289-5ed21dc926a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.270603] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.270932] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 5b953468-d4ba-4e59-adbf-e9d75562e74e/5b953468-d4ba-4e59-adbf-e9d75562e74e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.271129] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cb28a65-7466-439e-8dbc-eb84137a7b0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.283660] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1189.283660] env[69437]: value = "task-4104253" [ 1189.283660] env[69437]: _type = "Task" [ 1189.283660] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.295613] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.322561] env[69437]: DEBUG nova.network.neutron [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Updated VIF entry in instance network info cache for port 5501f0c9-6f20-4f7f-8f41-39dde74808a4. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.322561] env[69437]: DEBUG nova.network.neutron [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Updating instance_info_cache with network_info: [{"id": "5501f0c9-6f20-4f7f-8f41-39dde74808a4", "address": "fa:16:3e:03:c4:1d", "network": {"id": "8b4a102e-41a1-4620-b41a-2c6b3cbdeef1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1978791727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1379243c555042fcadfcb766ec0a3405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501f0c9-6f", "ovs_interfaceid": "5501f0c9-6f20-4f7f-8f41-39dde74808a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.387042] env[69437]: DEBUG nova.compute.manager [req-38bbb28c-594d-4630-9ec1-114b737ec4b5 req-a13fd1dd-380f-4bab-a0b2-ce2396279867 service nova] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Received event network-vif-deleted-8da4c814-4fc7-40b6-981c-6896407f7fd8 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.425879] env[69437]: DEBUG nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Received event network-vif-plugged-b0acf064-5225-4a1a-bf4d-96d6726cb1b5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.426168] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Acquiring lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.426396] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.426568] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.426735] env[69437]: DEBUG nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] No waiting events found dispatching network-vif-plugged-b0acf064-5225-4a1a-bf4d-96d6726cb1b5 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1189.426900] env[69437]: WARNING nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Received unexpected event network-vif-plugged-b0acf064-5225-4a1a-bf4d-96d6726cb1b5 for instance with vm_state building and task_state spawning. [ 1189.427097] env[69437]: DEBUG nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received event network-vif-plugged-620553d8-8a5a-4441-ae6f-a921241e22d2 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.427270] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Acquiring lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.427448] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.427604] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.427765] env[69437]: DEBUG nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] No waiting events found dispatching network-vif-plugged-620553d8-8a5a-4441-ae6f-a921241e22d2 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1189.427928] env[69437]: WARNING nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received unexpected event network-vif-plugged-620553d8-8a5a-4441-ae6f-a921241e22d2 for instance with vm_state building and task_state spawning. [ 1189.428102] env[69437]: DEBUG nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Received event network-changed-b0acf064-5225-4a1a-bf4d-96d6726cb1b5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.428269] env[69437]: DEBUG nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Refreshing instance network info cache due to event network-changed-b0acf064-5225-4a1a-bf4d-96d6726cb1b5. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.428416] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Acquiring lock "refresh_cache-dc96b1bf-d9ab-41ed-84b9-41fcbc399757" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.448238] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Releasing lock "refresh_cache-dc96b1bf-d9ab-41ed-84b9-41fcbc399757" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.448594] env[69437]: DEBUG nova.compute.manager [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Instance network_info: |[{"id": "b0acf064-5225-4a1a-bf4d-96d6726cb1b5", "address": "fa:16:3e:77:28:19", "network": {"id": "5cb8b7bf-4cc1-433a-9ed8-83e361d310dc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-686884484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f2eb983b2fa64cfa837ffc2333c83df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0acf064-52", "ovs_interfaceid": "b0acf064-5225-4a1a-bf4d-96d6726cb1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.449336] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Acquired lock "refresh_cache-dc96b1bf-d9ab-41ed-84b9-41fcbc399757" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.449530] env[69437]: DEBUG nova.network.neutron [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Refreshing network info cache for port b0acf064-5225-4a1a-bf4d-96d6726cb1b5 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.451900] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:28:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0acf064-5225-4a1a-bf4d-96d6726cb1b5', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.461163] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Creating folder: Project (f2eb983b2fa64cfa837ffc2333c83df7). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.461886] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f25739d4-01e8-4655-b18d-40092ca443fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.465331] env[69437]: INFO nova.compute.manager [-] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Took 1.46 seconds to deallocate network for instance. [ 1189.484478] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Created folder: Project (f2eb983b2fa64cfa837ffc2333c83df7) in parent group-v812682. [ 1189.484478] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Creating folder: Instances. Parent ref: group-v812985. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.484603] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.485655] env[69437]: DEBUG nova.compute.manager [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.488364] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71f61854-b5e1-4c17-8e6e-f160e261a691 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.503286] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Created folder: Instances in parent group-v812985. [ 1189.503569] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.503827] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.504076] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1143bd33-24f3-4dd5-a744-20e8257c7cff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.526792] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.526792] env[69437]: value = "task-4104256" [ 1189.526792] env[69437]: _type = "Task" [ 1189.526792] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.537581] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104256, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.621525] env[69437]: DEBUG nova.network.neutron [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Updating instance_info_cache with network_info: [{"id": "b72db376-f404-4e4e-8246-1c3e1878329a", "address": "fa:16:3e:3a:37:3b", "network": {"id": "6cae6d7b-0566-4b78-8ca7-da9cadcd2f89", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933802024", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb72db376-f4", "ovs_interfaceid": "b72db376-f404-4e4e-8246-1c3e1878329a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44f87659-18fd-4657-9ec0-f73a70d10288", "address": "fa:16:3e:15:79:87", "network": {"id": "6a8aa97f-5d32-454e-9dcb-bf6d9bfd0725", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1506218904", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f87659-18", "ovs_interfaceid": "44f87659-18fd-4657-9ec0-f73a70d10288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "620553d8-8a5a-4441-ae6f-a921241e22d2", "address": "fa:16:3e:b4:be:6c", "network": {"id": "6cae6d7b-0566-4b78-8ca7-da9cadcd2f89", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933802024", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620553d8-8a", "ovs_interfaceid": "620553d8-8a5a-4441-ae6f-a921241e22d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.714357] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 353a13da-817c-4b3b-9aa3-4cbfc2a6f1c4] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.795265] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104253, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.828122] env[69437]: DEBUG oslo_concurrency.lockutils [req-536e4d42-8a79-4ec4-a106-12154b0064db req-9839b874-9450-4dc8-a4cf-520590681058 service nova] Releasing lock "refresh_cache-a08a1f73-277c-4063-8b18-50f7dfd7665e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.973795] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.973944] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.974141] env[69437]: DEBUG nova.objects.instance [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lazy-loading 'resources' on Instance uuid 4b138918-00b4-4867-9265-d52ccb9593bc {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.995519] env[69437]: DEBUG nova.compute.utils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.996954] env[69437]: DEBUG nova.compute.manager [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.997152] env[69437]: DEBUG nova.network.neutron [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.038882] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104256, 'name': CreateVM_Task, 'duration_secs': 0.43158} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.039062] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.040233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.040233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.040233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.040480] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804c8fc8-a184-4746-8f39-94f566abc8fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.045690] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1190.045690] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b5107d-f75a-58c5-0c2b-b8a08cf58ca3" [ 1190.045690] env[69437]: _type = "Task" [ 1190.045690] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.054578] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b5107d-f75a-58c5-0c2b-b8a08cf58ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.060643] env[69437]: DEBUG nova.policy [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1746cbee3343a7b96288f91cae2bfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bca7aeb424543209556e726baea0c3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.091552] env[69437]: DEBUG nova.network.neutron [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Successfully updated port: 84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.125103] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Releasing lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.125637] env[69437]: DEBUG nova.compute.manager [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Instance network_info: |[{"id": "b72db376-f404-4e4e-8246-1c3e1878329a", "address": "fa:16:3e:3a:37:3b", "network": {"id": "6cae6d7b-0566-4b78-8ca7-da9cadcd2f89", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933802024", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb72db376-f4", "ovs_interfaceid": "b72db376-f404-4e4e-8246-1c3e1878329a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44f87659-18fd-4657-9ec0-f73a70d10288", "address": "fa:16:3e:15:79:87", "network": {"id": "6a8aa97f-5d32-454e-9dcb-bf6d9bfd0725", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1506218904", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f87659-18", "ovs_interfaceid": "44f87659-18fd-4657-9ec0-f73a70d10288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "620553d8-8a5a-4441-ae6f-a921241e22d2", "address": "fa:16:3e:b4:be:6c", "network": {"id": "6cae6d7b-0566-4b78-8ca7-da9cadcd2f89", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933802024", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620553d8-8a", "ovs_interfaceid": "620553d8-8a5a-4441-ae6f-a921241e22d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.126329] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:37:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b72db376-f404-4e4e-8246-1c3e1878329a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:79:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44f87659-18fd-4657-9ec0-f73a70d10288', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:be:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '620553d8-8a5a-4441-ae6f-a921241e22d2', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.139082] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Creating folder: Project (97e71afe670545f1b98deae2dd0b9e6e). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.143039] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c429e80f-b4b6-44be-9882-2956522ad1c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.155216] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Created folder: Project (97e71afe670545f1b98deae2dd0b9e6e) in parent group-v812682. [ 1190.155434] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Creating folder: Instances. Parent ref: group-v812988. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.155701] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44a3d66c-74dd-4b82-a7ce-e8fc9e14153a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.168507] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Created folder: Instances in parent group-v812988. [ 1190.168776] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.168985] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.169228] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95ffef8-bd36-49fe-8d24-9a3c6f622678 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.189225] env[69437]: DEBUG nova.network.neutron [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Updated VIF entry in instance network info cache for port b0acf064-5225-4a1a-bf4d-96d6726cb1b5. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.189572] env[69437]: DEBUG nova.network.neutron [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Updating instance_info_cache with network_info: [{"id": "b0acf064-5225-4a1a-bf4d-96d6726cb1b5", "address": "fa:16:3e:77:28:19", "network": {"id": "5cb8b7bf-4cc1-433a-9ed8-83e361d310dc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-686884484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f2eb983b2fa64cfa837ffc2333c83df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0acf064-52", "ovs_interfaceid": "b0acf064-5225-4a1a-bf4d-96d6726cb1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.197689] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.197689] env[69437]: value = "task-4104259" [ 1190.197689] env[69437]: _type = "Task" [ 1190.197689] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.207769] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104259, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.219366] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 3b1d49fd-fa8b-4c38-8440-18d82ae66ee4] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.296340] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104253, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.365996] env[69437]: DEBUG nova.network.neutron [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Successfully created port: 8961b223-4836-4c84-9eb9-8c6f2522f68e {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.504534] env[69437]: DEBUG nova.compute.manager [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.557182] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b5107d-f75a-58c5-0c2b-b8a08cf58ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.557478] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.557732] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.558084] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.558288] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.558627] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.558830] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f9e5f48-bc16-4384-ba0f-fc1d75911d5c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.571962] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.572185] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.573306] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ad5733-2a28-4c03-bc7f-fcffcf0f4af2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.579770] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1190.579770] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527a097c-2a98-94ee-fa14-d221f53a53f9" [ 1190.579770] env[69437]: _type = "Task" [ 1190.579770] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.591912] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527a097c-2a98-94ee-fa14-d221f53a53f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.595129] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.595287] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.595447] env[69437]: DEBUG nova.network.neutron [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.692642] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Releasing lock "refresh_cache-dc96b1bf-d9ab-41ed-84b9-41fcbc399757" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.692955] env[69437]: DEBUG nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received event network-changed-620553d8-8a5a-4441-ae6f-a921241e22d2 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.693152] env[69437]: DEBUG nova.compute.manager [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Refreshing instance network info cache due to event network-changed-620553d8-8a5a-4441-ae6f-a921241e22d2. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.693362] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Acquiring lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.694049] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Acquired lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.694049] env[69437]: DEBUG nova.network.neutron [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Refreshing network info cache for port 620553d8-8a5a-4441-ae6f-a921241e22d2 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.698771] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974e6b82-d325-4ba1-809c-7bb9487e7b18 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.714326] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a103170e-2e17-4617-b682-7dd7f9acbf73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.717129] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104259, 'name': CreateVM_Task, 'duration_secs': 0.487141} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.717991] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.719423] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.720039] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.720039] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.720297] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5b940a-f5f9-4969-85fe-9008970f47d7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.745900] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: d4c6b990-e54e-4007-b47d-76f4d51239e5] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.749572] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173bb96d-8f90-428e-9004-96ed4d095836 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.753878] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1190.753878] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527c62ac-adf3-899b-3194-8640a87c2f9b" [ 1190.753878] env[69437]: _type = "Task" [ 1190.753878] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.762703] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ca9a7a-c238-412e-a925-29a9e951ea41 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.770017] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527c62ac-adf3-899b-3194-8640a87c2f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.780967] env[69437]: DEBUG nova.compute.provider_tree [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.796680] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104253, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.477389} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.796941] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 5b953468-d4ba-4e59-adbf-e9d75562e74e/5b953468-d4ba-4e59-adbf-e9d75562e74e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.797175] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.797433] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7f88eb-ea04-46ff-bff7-cb3726579061 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.804744] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1190.804744] env[69437]: value = "task-4104260" [ 1190.804744] env[69437]: _type = "Task" [ 1190.804744] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.814528] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.091553] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527a097c-2a98-94ee-fa14-d221f53a53f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.092367] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7532d7f9-cea1-4943-a68d-de73b1b056b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.097906] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1191.097906] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52925b80-65ba-78b9-2c13-3c6f756e6eee" [ 1191.097906] env[69437]: _type = "Task" [ 1191.097906] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.108740] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52925b80-65ba-78b9-2c13-3c6f756e6eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.133593] env[69437]: DEBUG nova.network.neutron [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.249591] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 0d25ef4b-fd90-43fa-bcc5-392bc5ad2029] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.264930] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527c62ac-adf3-899b-3194-8640a87c2f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01408} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.265264] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.265524] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.265705] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.278405] env[69437]: DEBUG nova.network.neutron [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating instance_info_cache with network_info: [{"id": "84882327-7f7e-435c-a76f-e8f17a660d81", "address": "fa:16:3e:1b:eb:7e", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84882327-7f", "ovs_interfaceid": "84882327-7f7e-435c-a76f-e8f17a660d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.284183] env[69437]: DEBUG nova.scheduler.client.report [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.316146] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.362786} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.316434] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.317206] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c0108-6c48-4eb7-b1d0-40912848dd54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.339984] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5b953468-d4ba-4e59-adbf-e9d75562e74e/5b953468-d4ba-4e59-adbf-e9d75562e74e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.342797] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd38f1f5-535b-48e2-b4c6-4fb8d29d0212 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.363364] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1191.363364] env[69437]: value = "task-4104261" [ 1191.363364] env[69437]: _type = "Task" [ 1191.363364] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.374676] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.426314] env[69437]: DEBUG nova.compute.manager [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received event network-vif-plugged-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.426802] env[69437]: DEBUG oslo_concurrency.lockutils [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] Acquiring lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.426802] env[69437]: DEBUG oslo_concurrency.lockutils [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.426960] env[69437]: DEBUG oslo_concurrency.lockutils [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.427108] env[69437]: DEBUG nova.compute.manager [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] No waiting events found dispatching network-vif-plugged-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1191.427292] env[69437]: WARNING nova.compute.manager [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received unexpected event network-vif-plugged-84882327-7f7e-435c-a76f-e8f17a660d81 for instance with vm_state building and task_state spawning. [ 1191.427458] env[69437]: DEBUG nova.compute.manager [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received event network-changed-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.427634] env[69437]: DEBUG nova.compute.manager [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Refreshing instance network info cache due to event network-changed-84882327-7f7e-435c-a76f-e8f17a660d81. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.427821] env[69437]: DEBUG oslo_concurrency.lockutils [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] Acquiring lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.465198] env[69437]: DEBUG nova.network.neutron [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Updated VIF entry in instance network info cache for port 620553d8-8a5a-4441-ae6f-a921241e22d2. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.465963] env[69437]: DEBUG nova.network.neutron [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Updating instance_info_cache with network_info: [{"id": "b72db376-f404-4e4e-8246-1c3e1878329a", "address": "fa:16:3e:3a:37:3b", "network": {"id": "6cae6d7b-0566-4b78-8ca7-da9cadcd2f89", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933802024", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb72db376-f4", "ovs_interfaceid": "b72db376-f404-4e4e-8246-1c3e1878329a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44f87659-18fd-4657-9ec0-f73a70d10288", "address": "fa:16:3e:15:79:87", "network": {"id": "6a8aa97f-5d32-454e-9dcb-bf6d9bfd0725", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1506218904", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f87659-18", "ovs_interfaceid": "44f87659-18fd-4657-9ec0-f73a70d10288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "620553d8-8a5a-4441-ae6f-a921241e22d2", "address": "fa:16:3e:b4:be:6c", "network": {"id": "6cae6d7b-0566-4b78-8ca7-da9cadcd2f89", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933802024", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620553d8-8a", "ovs_interfaceid": "620553d8-8a5a-4441-ae6f-a921241e22d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.511764] env[69437]: DEBUG nova.compute.manager [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.537660] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.537946] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.538132] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.538335] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.538487] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.538650] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.538878] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.539062] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.539257] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.539437] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.539632] env[69437]: DEBUG nova.virt.hardware [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.540630] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f4619-d379-4906-b44c-949f733427ff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.550943] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f571777-71f1-4e3c-9b78-99208e5d53af {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.609368] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52925b80-65ba-78b9-2c13-3c6f756e6eee, 'name': SearchDatastore_Task, 'duration_secs': 0.013899} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.609654] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.609925] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] dc96b1bf-d9ab-41ed-84b9-41fcbc399757/dc96b1bf-d9ab-41ed-84b9-41fcbc399757.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.610379] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.610593] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.610854] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2190fe41-c42f-486a-81af-10744a8f5e66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.613441] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-128dc5fb-48f9-4cde-837d-2aef68f458dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.622258] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1191.622258] env[69437]: value = "task-4104262" [ 1191.622258] env[69437]: _type = "Task" [ 1191.622258] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.626662] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.626871] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.627631] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ee21de-216a-4d1c-9d3e-c832d3009cc6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.633902] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1191.633902] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52f2e794-eaf6-f1d6-e277-73a63d8c221a" [ 1191.633902] env[69437]: _type = "Task" [ 1191.633902] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.637370] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.647050] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52f2e794-eaf6-f1d6-e277-73a63d8c221a, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.647915] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c31e796-aca3-444d-8aec-b2c527e24f54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.654758] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1191.654758] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52567687-f698-9368-6b90-0fec7a737772" [ 1191.654758] env[69437]: _type = "Task" [ 1191.654758] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.664285] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52567687-f698-9368-6b90-0fec7a737772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.752409] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 663db49f-3ea2-4c02-aa0c-8134ec63157c] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.783475] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.784763] env[69437]: DEBUG nova.compute.manager [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Instance network_info: |[{"id": "84882327-7f7e-435c-a76f-e8f17a660d81", "address": "fa:16:3e:1b:eb:7e", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84882327-7f", "ovs_interfaceid": "84882327-7f7e-435c-a76f-e8f17a660d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.784763] env[69437]: DEBUG oslo_concurrency.lockutils [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] Acquired lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.784919] env[69437]: DEBUG nova.network.neutron [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Refreshing network info cache for port 84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.786332] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:eb:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84882327-7f7e-435c-a76f-e8f17a660d81', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.794726] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.796387] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.798957] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.799588] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd29c9cd-1f5d-465d-b7d8-b7de97f2c761 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.820213] env[69437]: INFO nova.scheduler.client.report [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted allocations for instance 4b138918-00b4-4867-9265-d52ccb9593bc [ 1191.823103] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.823103] env[69437]: value = "task-4104263" [ 1191.823103] env[69437]: _type = "Task" [ 1191.823103] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.836248] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104263, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.874849] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104261, 'name': ReconfigVM_Task, 'duration_secs': 0.348895} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.875152] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5b953468-d4ba-4e59-adbf-e9d75562e74e/5b953468-d4ba-4e59-adbf-e9d75562e74e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.875916] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3552bfe3-f381-441a-9841-2da651bd9f1f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.884921] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1191.884921] env[69437]: value = "task-4104264" [ 1191.884921] env[69437]: _type = "Task" [ 1191.884921] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.895555] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104264, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.962167] env[69437]: DEBUG nova.network.neutron [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Successfully updated port: 8961b223-4836-4c84-9eb9-8c6f2522f68e {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.969869] env[69437]: DEBUG oslo_concurrency.lockutils [req-0fd71168-2e24-4d67-a64c-e0416d6a855d req-b41ffeb0-e427-439f-9e92-43ad31ed4da0 service nova] Releasing lock "refresh_cache-5b6468f9-5120-4082-af23-c3e1ec86351d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.137441] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465952} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.137808] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] dc96b1bf-d9ab-41ed-84b9-41fcbc399757/dc96b1bf-d9ab-41ed-84b9-41fcbc399757.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.138086] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.138384] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-582e44ab-0948-462a-80c1-e58a5285ba86 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.146792] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1192.146792] env[69437]: value = "task-4104265" [ 1192.146792] env[69437]: _type = "Task" [ 1192.146792] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.157262] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.166728] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52567687-f698-9368-6b90-0fec7a737772, 'name': SearchDatastore_Task, 'duration_secs': 0.009404} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.166992] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.167274] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 5b6468f9-5120-4082-af23-c3e1ec86351d/5b6468f9-5120-4082-af23-c3e1ec86351d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.167537] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06d4a316-58ea-4f26-bce5-ae39daf27b4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.175110] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1192.175110] env[69437]: value = "task-4104266" [ 1192.175110] env[69437]: _type = "Task" [ 1192.175110] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.185887] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.256229] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 884bde6d-c720-47d6-b9b7-f8266d8c06d6] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.337050] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9ba403f3-d415-46ef-95d5-c5f0640864f2 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "4b138918-00b4-4867-9265-d52ccb9593bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.985s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.341643] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104263, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.402784] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104264, 'name': Rename_Task, 'duration_secs': 0.266737} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.403285] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.404024] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a1084e-a54e-47b9-bf5d-add988b861f0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.412841] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1192.412841] env[69437]: value = "task-4104267" [ 1192.412841] env[69437]: _type = "Task" [ 1192.412841] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.427771] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.465328] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "refresh_cache-d0fe2aa7-bd40-4778-946c-b06bd8ce003f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.465501] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "refresh_cache-d0fe2aa7-bd40-4778-946c-b06bd8ce003f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.467144] env[69437]: DEBUG nova.network.neutron [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.635535] env[69437]: DEBUG nova.network.neutron [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updated VIF entry in instance network info cache for port 84882327-7f7e-435c-a76f-e8f17a660d81. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.635942] env[69437]: DEBUG nova.network.neutron [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating instance_info_cache with network_info: [{"id": "84882327-7f7e-435c-a76f-e8f17a660d81", "address": "fa:16:3e:1b:eb:7e", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84882327-7f", "ovs_interfaceid": "84882327-7f7e-435c-a76f-e8f17a660d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.658487] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.686338] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460776} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.686642] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 5b6468f9-5120-4082-af23-c3e1ec86351d/5b6468f9-5120-4082-af23-c3e1ec86351d.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.686852] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.687156] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b719b0e-b749-47de-8ae4-8946b40e08fb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.696333] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1192.696333] env[69437]: value = "task-4104268" [ 1192.696333] env[69437]: _type = "Task" [ 1192.696333] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.708259] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.761221] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 3a6b21f3-d390-4b88-aabb-e94d219881d0] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.837091] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104263, 'name': CreateVM_Task, 'duration_secs': 0.580976} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.837272] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.837938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.838162] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.838429] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.838734] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beaaad74-34b9-45c3-882c-52923853c0c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.844425] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1192.844425] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527e7eac-25cc-ff8e-e534-1783c2eb63b2" [ 1192.844425] env[69437]: _type = "Task" [ 1192.844425] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.853192] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527e7eac-25cc-ff8e-e534-1783c2eb63b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.925898] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.006554] env[69437]: DEBUG nova.network.neutron [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.139184] env[69437]: DEBUG oslo_concurrency.lockutils [req-77e57f0c-21ee-4dba-b7dc-0169c16a7549 req-ad9a7a1b-039f-4f5f-b634-22431a59a7c1 service nova] Releasing lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.160107] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.195145] env[69437]: DEBUG nova.network.neutron [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Updating instance_info_cache with network_info: [{"id": "8961b223-4836-4c84-9eb9-8c6f2522f68e", "address": "fa:16:3e:e6:bb:a3", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961b223-48", "ovs_interfaceid": "8961b223-4836-4c84-9eb9-8c6f2522f68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.207603] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10724} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.208323] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.209281] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2802868e-5935-4ba8-b4da-832a3ae406cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.239479] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 5b6468f9-5120-4082-af23-c3e1ec86351d/5b6468f9-5120-4082-af23-c3e1ec86351d.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.240200] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08951fe0-70fe-41cb-8349-034a66b51ff6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.260784] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1193.260784] env[69437]: value = "task-4104269" [ 1193.260784] env[69437]: _type = "Task" [ 1193.260784] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.264367] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: b325849e-92e0-4cae-8478-5f742325cb83] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.271940] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.356239] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527e7eac-25cc-ff8e-e534-1783c2eb63b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.356580] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.356817] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.357067] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.357614] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.357614] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.357776] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d193197-8375-41d5-b63b-25e44a507731 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.367890] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.368097] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.368848] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16853bb6-6439-4f1d-9a1e-309bcfa2091b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.374909] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1193.374909] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52922082-4311-2147-0592-f2cb955826b8" [ 1193.374909] env[69437]: _type = "Task" [ 1193.374909] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.383236] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52922082-4311-2147-0592-f2cb955826b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.425171] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.455917] env[69437]: DEBUG nova.compute.manager [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Received event network-vif-plugged-8961b223-4836-4c84-9eb9-8c6f2522f68e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.456094] env[69437]: DEBUG oslo_concurrency.lockutils [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] Acquiring lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.456260] env[69437]: DEBUG oslo_concurrency.lockutils [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.456431] env[69437]: DEBUG oslo_concurrency.lockutils [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.456607] env[69437]: DEBUG nova.compute.manager [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] No waiting events found dispatching network-vif-plugged-8961b223-4836-4c84-9eb9-8c6f2522f68e {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1193.456768] env[69437]: WARNING nova.compute.manager [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Received unexpected event network-vif-plugged-8961b223-4836-4c84-9eb9-8c6f2522f68e for instance with vm_state building and task_state spawning. [ 1193.456930] env[69437]: DEBUG nova.compute.manager [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Received event network-changed-8961b223-4836-4c84-9eb9-8c6f2522f68e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.457097] env[69437]: DEBUG nova.compute.manager [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Refreshing instance network info cache due to event network-changed-8961b223-4836-4c84-9eb9-8c6f2522f68e. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.457266] env[69437]: DEBUG oslo_concurrency.lockutils [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] Acquiring lock "refresh_cache-d0fe2aa7-bd40-4778-946c-b06bd8ce003f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.506122] env[69437]: INFO nova.compute.manager [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Rebuilding instance [ 1193.557821] env[69437]: DEBUG nova.compute.manager [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.558357] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca86b1fc-7dd7-4d3a-9c1f-b704805e2393 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.659437] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.13051} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.659722] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.660689] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b391c7e-c76a-4b91-bbf7-cb4dc8c012c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.685078] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] dc96b1bf-d9ab-41ed-84b9-41fcbc399757/dc96b1bf-d9ab-41ed-84b9-41fcbc399757.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.685648] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e19a9380-dd2f-4ba2-8aa2-5e21294b94aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.701962] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "refresh_cache-d0fe2aa7-bd40-4778-946c-b06bd8ce003f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.702287] env[69437]: DEBUG nova.compute.manager [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Instance network_info: |[{"id": "8961b223-4836-4c84-9eb9-8c6f2522f68e", "address": "fa:16:3e:e6:bb:a3", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961b223-48", "ovs_interfaceid": "8961b223-4836-4c84-9eb9-8c6f2522f68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.704928] env[69437]: DEBUG oslo_concurrency.lockutils [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] Acquired lock "refresh_cache-d0fe2aa7-bd40-4778-946c-b06bd8ce003f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.705138] env[69437]: DEBUG nova.network.neutron [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Refreshing network info cache for port 8961b223-4836-4c84-9eb9-8c6f2522f68e {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.706385] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:bb:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8961b223-4836-4c84-9eb9-8c6f2522f68e', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.713701] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.714793] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.715077] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.718912] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.721114] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9bb543b-4867-4a9e-ba53-5b50ed6808bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.737852] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1193.737852] env[69437]: value = "task-4104270" [ 1193.737852] env[69437]: _type = "Task" [ 1193.737852] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.745799] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.745799] env[69437]: value = "task-4104271" [ 1193.745799] env[69437]: _type = "Task" [ 1193.745799] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.750223] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.759386] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104271, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.768682] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 409ed865-9c91-40a1-9fe3-757fbe4f68ba] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.777283] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104269, 'name': ReconfigVM_Task, 'duration_secs': 0.350782} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.777584] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 5b6468f9-5120-4082-af23-c3e1ec86351d/5b6468f9-5120-4082-af23-c3e1ec86351d.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.778290] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eaa7192-d5ec-4408-b828-eae5b3c8e6c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.787057] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1193.787057] env[69437]: value = "task-4104272" [ 1193.787057] env[69437]: _type = "Task" [ 1193.787057] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.795235] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104272, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.889348] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52922082-4311-2147-0592-f2cb955826b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.890843] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f8e867-f21a-4da7-a320-7158e209bd1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.897358] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1193.897358] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c155f3-345a-bc2b-b806-5fdff634a1a1" [ 1193.897358] env[69437]: _type = "Task" [ 1193.897358] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.908926] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c155f3-345a-bc2b-b806-5fdff634a1a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.925108] env[69437]: DEBUG oslo_vmware.api [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104267, 'name': PowerOnVM_Task, 'duration_secs': 1.230522} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.925395] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.925599] env[69437]: INFO nova.compute.manager [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1193.925799] env[69437]: DEBUG nova.compute.manager [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.926622] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0823ae-27d2-4821-9d96-3ebeb96117a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.047953] env[69437]: DEBUG nova.network.neutron [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Updated VIF entry in instance network info cache for port 8961b223-4836-4c84-9eb9-8c6f2522f68e. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.048421] env[69437]: DEBUG nova.network.neutron [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Updating instance_info_cache with network_info: [{"id": "8961b223-4836-4c84-9eb9-8c6f2522f68e", "address": "fa:16:3e:e6:bb:a3", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961b223-48", "ovs_interfaceid": "8961b223-4836-4c84-9eb9-8c6f2522f68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.222282] env[69437]: DEBUG nova.compute.manager [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.249817] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.259710] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104271, 'name': CreateVM_Task, 'duration_secs': 0.379119} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.260200] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.260789] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.260995] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.261371] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.262455] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e653d6-1ba0-403e-bd09-c24c1e32c5db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.268642] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1194.268642] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52055a40-c3d7-c489-7d4e-8bf6b9ec051f" [ 1194.268642] env[69437]: _type = "Task" [ 1194.268642] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.272661] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 59e7198c-d59d-4f80-acd2-49dc7fb3c2f5] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.281251] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52055a40-c3d7-c489-7d4e-8bf6b9ec051f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.296533] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104272, 'name': Rename_Task, 'duration_secs': 0.21293} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.296799] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.297061] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c051d5b2-0805-4eeb-9516-1637897b9d94 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.303743] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1194.303743] env[69437]: value = "task-4104273" [ 1194.303743] env[69437]: _type = "Task" [ 1194.303743] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.312425] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.410621] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c155f3-345a-bc2b-b806-5fdff634a1a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015996} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.410938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.411292] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 9f9eeee2-b148-4530-8b2b-4bfefab65dab/9f9eeee2-b148-4530-8b2b-4bfefab65dab.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.411668] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5bc150a-6e49-446d-99f5-77fd44a0716f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.421215] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1194.421215] env[69437]: value = "task-4104274" [ 1194.421215] env[69437]: _type = "Task" [ 1194.421215] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.430536] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.447415] env[69437]: INFO nova.compute.manager [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Took 15.40 seconds to build instance. [ 1194.550961] env[69437]: DEBUG oslo_concurrency.lockutils [req-a93b7fde-8a27-481d-88be-766dbc9233b6 req-11c29895-3a01-429b-8260-2b4ee5a06922 service nova] Releasing lock "refresh_cache-d0fe2aa7-bd40-4778-946c-b06bd8ce003f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.573299] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.574400] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-803456c1-0393-4b5f-8666-7553cabca6d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.582747] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1194.582747] env[69437]: value = "task-4104275" [ 1194.582747] env[69437]: _type = "Task" [ 1194.582747] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.593956] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.753784] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.777049] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: b0d96507-cf10-42e5-815f-66b29f6b9cfd] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.783729] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.783729] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.783729] env[69437]: INFO nova.compute.claims [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.805194] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52055a40-c3d7-c489-7d4e-8bf6b9ec051f, 'name': SearchDatastore_Task, 'duration_secs': 0.026286} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.805936] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.806345] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.807156] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.807156] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.812031] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.815753] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb14cf7a-6081-45d4-8694-a77047e5e143 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.825679] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104273, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.834447] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.834761] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.835576] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff6ee6a-d711-4f6f-a938-8648805f3ed4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.845222] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1194.845222] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c361ad-7cf8-89f3-2b31-fee50499ee96" [ 1194.845222] env[69437]: _type = "Task" [ 1194.845222] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.858266] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c361ad-7cf8-89f3-2b31-fee50499ee96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.933475] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104274, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.949339] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.908s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.042037] env[69437]: DEBUG nova.compute.manager [req-1d734b88-ee51-44ac-b3fe-a9c2ec1c7a26 req-5891869d-53c9-4d91-9f6f-6b39b655d692 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Received event network-changed-51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.042037] env[69437]: DEBUG nova.compute.manager [req-1d734b88-ee51-44ac-b3fe-a9c2ec1c7a26 req-5891869d-53c9-4d91-9f6f-6b39b655d692 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Refreshing instance network info cache due to event network-changed-51db6948-a4d1-4125-9168-bace2d345aef. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.042415] env[69437]: DEBUG oslo_concurrency.lockutils [req-1d734b88-ee51-44ac-b3fe-a9c2ec1c7a26 req-5891869d-53c9-4d91-9f6f-6b39b655d692 service nova] Acquiring lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.043035] env[69437]: DEBUG oslo_concurrency.lockutils [req-1d734b88-ee51-44ac-b3fe-a9c2ec1c7a26 req-5891869d-53c9-4d91-9f6f-6b39b655d692 service nova] Acquired lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.043035] env[69437]: DEBUG nova.network.neutron [req-1d734b88-ee51-44ac-b3fe-a9c2ec1c7a26 req-5891869d-53c9-4d91-9f6f-6b39b655d692 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Refreshing network info cache for port 51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.094655] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.251247] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.279897] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 2ecf171c-e946-4cc0-8dad-ee4377eba6f2] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.316406] env[69437]: DEBUG oslo_vmware.api [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104273, 'name': PowerOnVM_Task, 'duration_secs': 0.678192} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.316719] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.316929] env[69437]: INFO nova.compute.manager [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Took 13.13 seconds to spawn the instance on the hypervisor. [ 1195.317120] env[69437]: DEBUG nova.compute.manager [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.318053] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274027a9-c7c6-401d-898b-173461f04b7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.356329] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c361ad-7cf8-89f3-2b31-fee50499ee96, 'name': SearchDatastore_Task, 'duration_secs': 0.057955} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.357408] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873c6536-5433-4c3d-a33f-3988d37df625 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.363425] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1195.363425] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52671358-e926-291b-988a-b577732ee417" [ 1195.363425] env[69437]: _type = "Task" [ 1195.363425] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.372080] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52671358-e926-291b-988a-b577732ee417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.432532] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521885} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.432760] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 9f9eeee2-b148-4530-8b2b-4bfefab65dab/9f9eeee2-b148-4530-8b2b-4bfefab65dab.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.432980] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.433264] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ff0c232-429e-431f-af73-047dbf7757bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.440579] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1195.440579] env[69437]: value = "task-4104276" [ 1195.440579] env[69437]: _type = "Task" [ 1195.440579] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.450873] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.595431] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.750605] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104270, 'name': ReconfigVM_Task, 'duration_secs': 1.826712} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.750878] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Reconfigured VM instance instance-00000070 to attach disk [datastore2] dc96b1bf-d9ab-41ed-84b9-41fcbc399757/dc96b1bf-d9ab-41ed-84b9-41fcbc399757.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.751522] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f15220a-240a-4158-b92b-744624c0e487 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.757941] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1195.757941] env[69437]: value = "task-4104277" [ 1195.757941] env[69437]: _type = "Task" [ 1195.757941] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.763688] env[69437]: DEBUG nova.network.neutron [req-1d734b88-ee51-44ac-b3fe-a9c2ec1c7a26 req-5891869d-53c9-4d91-9f6f-6b39b655d692 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Updated VIF entry in instance network info cache for port 51db6948-a4d1-4125-9168-bace2d345aef. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.764135] env[69437]: DEBUG nova.network.neutron [req-1d734b88-ee51-44ac-b3fe-a9c2ec1c7a26 req-5891869d-53c9-4d91-9f6f-6b39b655d692 service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Updating instance_info_cache with network_info: [{"id": "51db6948-a4d1-4125-9168-bace2d345aef", "address": "fa:16:3e:ff:db:54", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db6948-a4", "ovs_interfaceid": "51db6948-a4d1-4125-9168-bace2d345aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.768348] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104277, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.784035] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 08d9d87e-7f4e-4bc0-91c8-90bc7813afd4] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.837875] env[69437]: INFO nova.compute.manager [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Took 19.03 seconds to build instance. [ 1195.876206] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52671358-e926-291b-988a-b577732ee417, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.876562] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.876839] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] d0fe2aa7-bd40-4778-946c-b06bd8ce003f/d0fe2aa7-bd40-4778-946c-b06bd8ce003f.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.877122] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3d1e23d-1606-43b9-aabc-de2a84fe86fd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.884915] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1195.884915] env[69437]: value = "task-4104278" [ 1195.884915] env[69437]: _type = "Task" [ 1195.884915] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.898034] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.950432] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076306} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.953382] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.954442] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2719b020-a39f-4fdc-bbb0-97bcea05f8df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.976874] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 9f9eeee2-b148-4530-8b2b-4bfefab65dab/9f9eeee2-b148-4530-8b2b-4bfefab65dab.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.980059] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdfa6642-5d0d-4128-baf7-3b9a3ad3cc40 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.001228] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1196.001228] env[69437]: value = "task-4104279" [ 1196.001228] env[69437]: _type = "Task" [ 1196.001228] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.010141] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.011839] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b520a6-e148-40bb-be79-e1656c3d1f22 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.019071] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b468eafb-2119-46f9-af46-e6fe645c739f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.052189] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6378f3bc-cc18-4d2d-ad45-8757497f99fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.060356] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aabe70e-a3e3-42bf-9a24-188e9f6eff99 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.074709] env[69437]: DEBUG nova.compute.provider_tree [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.094729] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104275, 'name': PowerOffVM_Task, 'duration_secs': 1.396971} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.095044] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.095283] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.096039] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f514b0e-7c9f-4380-92e8-f76cb202da0e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.103355] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.103474] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-259cbdbc-5ab4-45c5-819a-d08f44244151 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.172552] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.172750] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.172919] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleting the datastore file [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.173260] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c51f6e-80dd-4266-87dc-ab153c8268de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.180708] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1196.180708] env[69437]: value = "task-4104281" [ 1196.180708] env[69437]: _type = "Task" [ 1196.180708] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.192018] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.269425] env[69437]: DEBUG oslo_concurrency.lockutils [req-1d734b88-ee51-44ac-b3fe-a9c2ec1c7a26 req-5891869d-53c9-4d91-9f6f-6b39b655d692 service nova] Releasing lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.269956] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104277, 'name': Rename_Task, 'duration_secs': 0.308722} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.270348] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.270683] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edb5ee12-6b57-41d2-b8f2-55a87453d59a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.278894] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1196.278894] env[69437]: value = "task-4104282" [ 1196.278894] env[69437]: _type = "Task" [ 1196.278894] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.289108] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 4d16ebe5-dadc-4f4f-a04b-7224f5ffc8b3] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.291402] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.340706] env[69437]: DEBUG oslo_concurrency.lockutils [None req-12d9b46f-601b-41fe-9f8d-f67af797cb02 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.540s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.400995] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.516754] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.577552] env[69437]: DEBUG nova.scheduler.client.report [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.694074] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156804} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.694292] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.694360] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.694715] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.795141] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: cd4b5c5b-82b7-4d9a-9d7e-6c127844fe1e] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.798340] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.901793] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104278, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.931624] env[69437]: DEBUG oslo_concurrency.lockutils [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "5b6468f9-5120-4082-af23-c3e1ec86351d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.932039] env[69437]: DEBUG oslo_concurrency.lockutils [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.932407] env[69437]: DEBUG oslo_concurrency.lockutils [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.932673] env[69437]: DEBUG oslo_concurrency.lockutils [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.932875] env[69437]: DEBUG oslo_concurrency.lockutils [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.935274] env[69437]: INFO nova.compute.manager [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Terminating instance [ 1197.014201] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104279, 'name': ReconfigVM_Task, 'duration_secs': 0.545506} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.014529] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 9f9eeee2-b148-4530-8b2b-4bfefab65dab/9f9eeee2-b148-4530-8b2b-4bfefab65dab.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.015328] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-922bbf03-9ef8-49e3-ad3c-0ea4de833819 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.024231] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1197.024231] env[69437]: value = "task-4104283" [ 1197.024231] env[69437]: _type = "Task" [ 1197.024231] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.035749] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104283, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.082524] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.083066] env[69437]: DEBUG nova.compute.manager [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.289911] env[69437]: DEBUG oslo_vmware.api [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104282, 'name': PowerOnVM_Task, 'duration_secs': 0.757094} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.290184] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.290380] env[69437]: INFO nova.compute.manager [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1197.290568] env[69437]: DEBUG nova.compute.manager [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1197.291968] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ba7f9f-6ddc-4501-9452-753708676717 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.300271] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 8c42b367-d7ce-4bad-b7b0-b5b001200905] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.401690] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104278, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.048901} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.402436] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] d0fe2aa7-bd40-4778-946c-b06bd8ce003f/d0fe2aa7-bd40-4778-946c-b06bd8ce003f.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.402692] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.402975] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5992012e-ce02-49e6-bf34-32db333154c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.410851] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1197.410851] env[69437]: value = "task-4104284" [ 1197.410851] env[69437]: _type = "Task" [ 1197.410851] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.421421] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.439398] env[69437]: DEBUG nova.compute.manager [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.439633] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.440536] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7942fe7e-3584-41b3-b47a-d4f15c5dd0cf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.448543] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.448802] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a48161f6-37c1-437f-9646-9488fa9bbad9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.455586] env[69437]: DEBUG oslo_vmware.api [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1197.455586] env[69437]: value = "task-4104285" [ 1197.455586] env[69437]: _type = "Task" [ 1197.455586] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.468645] env[69437]: DEBUG oslo_vmware.api [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.536392] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104283, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.588199] env[69437]: DEBUG nova.compute.utils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.589668] env[69437]: DEBUG nova.compute.manager [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.590216] env[69437]: DEBUG nova.network.neutron [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.628665] env[69437]: DEBUG nova.policy [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1c14adc8f44f14b74a738d96cf41e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93536dc177ea4637a471fac9a21bcd73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.736924] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.736924] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.736924] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.736924] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.736924] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.736924] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.737279] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.737279] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.737356] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.738882] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.738882] env[69437]: DEBUG nova.virt.hardware [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.738882] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0a5c7-1345-4c9d-a210-400d125fbbb8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.748885] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9b815-e404-47fe-b39c-0ea2c4bcbba9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.762519] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:d6:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '889cd5fe-b740-4d79-9814-a2645978faa7', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.770656] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.770790] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.771122] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c612d587-cd1c-4624-a752-a83b2936eb0f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.792640] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.792640] env[69437]: value = "task-4104286" [ 1197.792640] env[69437]: _type = "Task" [ 1197.792640] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.801457] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104286, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.806936] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 2172b03c-6a59-48de-9dab-408a19619aca] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.812371] env[69437]: INFO nova.compute.manager [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Took 16.71 seconds to build instance. [ 1197.925034] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072249} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.925034] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.925034] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6681c570-5fe8-4621-b403-42f8306ebeea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.948894] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] d0fe2aa7-bd40-4778-946c-b06bd8ce003f/d0fe2aa7-bd40-4778-946c-b06bd8ce003f.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.949543] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123b8980-c3e8-4f6e-ad16-82c286b5003c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.969053] env[69437]: DEBUG nova.network.neutron [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Successfully created port: 5c426cef-dddf-42af-b9e3-82bdd13f2101 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.976875] env[69437]: DEBUG oslo_vmware.api [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.978623] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1197.978623] env[69437]: value = "task-4104287" [ 1197.978623] env[69437]: _type = "Task" [ 1197.978623] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.988182] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.036448] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104283, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.094038] env[69437]: DEBUG nova.compute.manager [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.303072] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104286, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.312803] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: b40269cc-f3c6-4dbc-a9aa-aa9f95186045] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.315149] env[69437]: DEBUG oslo_concurrency.lockutils [None req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.237s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.475889] env[69437]: DEBUG oslo_vmware.api [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.490358] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104287, 'name': ReconfigVM_Task, 'duration_secs': 0.325655} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.490745] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] d0fe2aa7-bd40-4778-946c-b06bd8ce003f/d0fe2aa7-bd40-4778-946c-b06bd8ce003f.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.491457] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e8035df-eca0-488a-b839-8b3d033ce15e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.500152] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1198.500152] env[69437]: value = "task-4104288" [ 1198.500152] env[69437]: _type = "Task" [ 1198.500152] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.511091] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104288, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.537585] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104283, 'name': Rename_Task, 'duration_secs': 1.446725} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.537585] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.537585] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-255a87c2-23b4-42ed-b8c8-4e57577f7546 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.545480] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1198.545480] env[69437]: value = "task-4104289" [ 1198.545480] env[69437]: _type = "Task" [ 1198.545480] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.555572] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.803228] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104286, 'name': CreateVM_Task, 'duration_secs': 0.95493} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.803540] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.804161] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.804337] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.804652] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.804939] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95e0bdc-4220-47f2-8386-60c8c6ad9eb8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.809845] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1198.809845] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529c59f0-7aa9-1968-4781-ed43c01a4afe" [ 1198.809845] env[69437]: _type = "Task" [ 1198.809845] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.819123] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 3da3e9ec-c35f-4b2c-8b4c-e9cc298b1d29] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.821051] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529c59f0-7aa9-1968-4781-ed43c01a4afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.977194] env[69437]: DEBUG oslo_vmware.api [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104285, 'name': PowerOffVM_Task, 'duration_secs': 1.247514} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.977566] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.977781] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.978124] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7141f365-8746-49e9-97fd-0c2e58add794 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.011113] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104288, 'name': Rename_Task, 'duration_secs': 0.167152} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.011426] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.011706] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c12e82-32e2-43b2-9bae-790c93b47f0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.021081] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1199.021081] env[69437]: value = "task-4104291" [ 1199.021081] env[69437]: _type = "Task" [ 1199.021081] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.031934] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.055456] env[69437]: DEBUG oslo_vmware.api [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104289, 'name': PowerOnVM_Task, 'duration_secs': 0.507746} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.055742] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.055992] env[69437]: INFO nova.compute.manager [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1199.056236] env[69437]: DEBUG nova.compute.manager [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1199.057216] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6915c0-ac8b-494f-8c84-8508a58ea3d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.104250] env[69437]: DEBUG nova.compute.manager [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.125244] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquiring lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.125534] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.125923] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquiring lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.125923] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.126241] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.128263] env[69437]: INFO nova.compute.manager [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Terminating instance [ 1199.131588] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.131843] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.132013] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.132206] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.132354] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.132498] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.132703] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.132890] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.133097] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.133277] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.133445] env[69437]: DEBUG nova.virt.hardware [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.134346] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e46e28-9647-4805-b1c4-bedca8b95ad0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.145137] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aa84fa-6eab-4f9f-9b93-a296d89411b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.162044] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.162214] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.162380] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Deleting the datastore file [datastore2] 5b6468f9-5120-4082-af23-c3e1ec86351d {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.162642] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5a68200-b736-45d6-8cb9-e8ecb9be0ac1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.171622] env[69437]: DEBUG oslo_vmware.api [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1199.171622] env[69437]: value = "task-4104292" [ 1199.171622] env[69437]: _type = "Task" [ 1199.171622] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.180717] env[69437]: DEBUG oslo_vmware.api [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.320794] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529c59f0-7aa9-1968-4781-ed43c01a4afe, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.321238] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.321369] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.321602] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.321762] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.321939] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.322478] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af926b0-ead3-4254-b957-93bbcff81e17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.324421] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.324606] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Cleaning up deleted instances with incomplete migration {{(pid=69437) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1199.332661] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.332886] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.334309] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbf39b3-3de0-4dd6-b23a-b7d58c2c3634 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.342421] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1199.342421] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522e4fa0-6b08-f653-97c6-82c08596da4a" [ 1199.342421] env[69437]: _type = "Task" [ 1199.342421] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.349821] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522e4fa0-6b08-f653-97c6-82c08596da4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.361219] env[69437]: DEBUG nova.compute.manager [req-c79936fe-1c40-473d-8432-9b26164e3198 req-5ad73ac9-0b03-4d44-8b46-b65bda8e796d service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Received event network-vif-plugged-5c426cef-dddf-42af-b9e3-82bdd13f2101 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.361436] env[69437]: DEBUG oslo_concurrency.lockutils [req-c79936fe-1c40-473d-8432-9b26164e3198 req-5ad73ac9-0b03-4d44-8b46-b65bda8e796d service nova] Acquiring lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.361636] env[69437]: DEBUG oslo_concurrency.lockutils [req-c79936fe-1c40-473d-8432-9b26164e3198 req-5ad73ac9-0b03-4d44-8b46-b65bda8e796d service nova] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.361851] env[69437]: DEBUG oslo_concurrency.lockutils [req-c79936fe-1c40-473d-8432-9b26164e3198 req-5ad73ac9-0b03-4d44-8b46-b65bda8e796d service nova] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.362041] env[69437]: DEBUG nova.compute.manager [req-c79936fe-1c40-473d-8432-9b26164e3198 req-5ad73ac9-0b03-4d44-8b46-b65bda8e796d service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] No waiting events found dispatching network-vif-plugged-5c426cef-dddf-42af-b9e3-82bdd13f2101 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1199.362197] env[69437]: WARNING nova.compute.manager [req-c79936fe-1c40-473d-8432-9b26164e3198 req-5ad73ac9-0b03-4d44-8b46-b65bda8e796d service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Received unexpected event network-vif-plugged-5c426cef-dddf-42af-b9e3-82bdd13f2101 for instance with vm_state building and task_state spawning. [ 1199.452800] env[69437]: DEBUG nova.network.neutron [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Successfully updated port: 5c426cef-dddf-42af-b9e3-82bdd13f2101 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.532748] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.577166] env[69437]: INFO nova.compute.manager [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Took 17.25 seconds to build instance. [ 1199.640590] env[69437]: DEBUG nova.compute.manager [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.640885] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.642255] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b4f15b-8b8b-4026-a6f3-ee5ba1957ef8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.652041] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.652041] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eca4f47-0f5a-420c-a140-afb2e561c2b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.660463] env[69437]: DEBUG oslo_vmware.api [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1199.660463] env[69437]: value = "task-4104293" [ 1199.660463] env[69437]: _type = "Task" [ 1199.660463] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.671178] env[69437]: DEBUG oslo_vmware.api [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.681223] env[69437]: DEBUG oslo_vmware.api [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163113} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.681583] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.681895] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.682155] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.682339] env[69437]: INFO nova.compute.manager [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1199.682594] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.682801] env[69437]: DEBUG nova.compute.manager [-] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.682882] env[69437]: DEBUG nova.network.neutron [-] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.827431] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.853451] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522e4fa0-6b08-f653-97c6-82c08596da4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.854702] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a648ef-07c5-4f74-bd4a-b244891d3c66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.862624] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1199.862624] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52285408-4edf-f078-c878-0ce17463cd40" [ 1199.862624] env[69437]: _type = "Task" [ 1199.862624] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.874509] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52285408-4edf-f078-c878-0ce17463cd40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.957494] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "refresh_cache-18ce3f71-035f-4a28-a26e-96e0e6c4d22c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.957494] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "refresh_cache-18ce3f71-035f-4a28-a26e-96e0e6c4d22c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.957494] env[69437]: DEBUG nova.network.neutron [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.037283] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.080082] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d9b205a0-7059-4c2d-aa95-389515b817c9 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.764s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.175264] env[69437]: DEBUG oslo_vmware.api [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104293, 'name': PowerOffVM_Task, 'duration_secs': 0.291106} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.175628] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.175827] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.176131] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1811dea5-e819-4858-a44f-09be3d98ce0a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.260630] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.261539] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.261539] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Deleting the datastore file [datastore2] dc96b1bf-d9ab-41ed-84b9-41fcbc399757 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.261747] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ad31ef3-bae6-422e-902b-dc315677e457 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.269820] env[69437]: DEBUG oslo_vmware.api [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for the task: (returnval){ [ 1200.269820] env[69437]: value = "task-4104295" [ 1200.269820] env[69437]: _type = "Task" [ 1200.269820] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.280500] env[69437]: DEBUG oslo_vmware.api [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.372663] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52285408-4edf-f078-c878-0ce17463cd40, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.374696] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.375044] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4/61bb087d-abb1-4e51-9325-7ec76b6e47c4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.375263] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caa3aa06-d391-42ef-af43-51d6d6527556 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.383702] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1200.383702] env[69437]: value = "task-4104296" [ 1200.383702] env[69437]: _type = "Task" [ 1200.383702] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.393211] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.506457] env[69437]: DEBUG nova.network.neutron [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.535465] env[69437]: DEBUG oslo_vmware.api [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104291, 'name': PowerOnVM_Task, 'duration_secs': 1.092163} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.535732] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.535937] env[69437]: INFO nova.compute.manager [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1200.536136] env[69437]: DEBUG nova.compute.manager [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.536949] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593e1159-02d7-4a92-8504-22c49491fe83 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.687055] env[69437]: DEBUG nova.compute.manager [req-fae95ef6-3d22-41c9-8910-d9e7f5227d3f req-e84697bd-f21a-4276-b5de-6a29c4d71303 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received event network-changed-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.687185] env[69437]: DEBUG nova.compute.manager [req-fae95ef6-3d22-41c9-8910-d9e7f5227d3f req-e84697bd-f21a-4276-b5de-6a29c4d71303 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Refreshing instance network info cache due to event network-changed-84882327-7f7e-435c-a76f-e8f17a660d81. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.687403] env[69437]: DEBUG oslo_concurrency.lockutils [req-fae95ef6-3d22-41c9-8910-d9e7f5227d3f req-e84697bd-f21a-4276-b5de-6a29c4d71303 service nova] Acquiring lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.687547] env[69437]: DEBUG oslo_concurrency.lockutils [req-fae95ef6-3d22-41c9-8910-d9e7f5227d3f req-e84697bd-f21a-4276-b5de-6a29c4d71303 service nova] Acquired lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.687705] env[69437]: DEBUG nova.network.neutron [req-fae95ef6-3d22-41c9-8910-d9e7f5227d3f req-e84697bd-f21a-4276-b5de-6a29c4d71303 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Refreshing network info cache for port 84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.689538] env[69437]: DEBUG nova.network.neutron [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Updating instance_info_cache with network_info: [{"id": "5c426cef-dddf-42af-b9e3-82bdd13f2101", "address": "fa:16:3e:80:89:3c", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c426cef-dd", "ovs_interfaceid": "5c426cef-dddf-42af-b9e3-82bdd13f2101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.782219] env[69437]: DEBUG oslo_vmware.api [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Task: {'id': task-4104295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194564} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.782422] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.782609] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.782782] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.782959] env[69437]: INFO nova.compute.manager [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1200.783229] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.783422] env[69437]: DEBUG nova.compute.manager [-] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.783518] env[69437]: DEBUG nova.network.neutron [-] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.902179] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.056271] env[69437]: INFO nova.compute.manager [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Took 14.18 seconds to build instance. [ 1201.139946] env[69437]: DEBUG nova.network.neutron [-] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.191851] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "refresh_cache-18ce3f71-035f-4a28-a26e-96e0e6c4d22c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.192393] env[69437]: DEBUG nova.compute.manager [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Instance network_info: |[{"id": "5c426cef-dddf-42af-b9e3-82bdd13f2101", "address": "fa:16:3e:80:89:3c", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c426cef-dd", "ovs_interfaceid": "5c426cef-dddf-42af-b9e3-82bdd13f2101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.195324] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:89:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c426cef-dddf-42af-b9e3-82bdd13f2101', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.203228] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.203508] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.204222] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-076acd1a-19cf-4d27-b85a-ee83ba0b6da6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.227960] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.227960] env[69437]: value = "task-4104297" [ 1201.227960] env[69437]: _type = "Task" [ 1201.227960] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.236911] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104297, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.329613] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.395825] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891581} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.396044] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4/61bb087d-abb1-4e51-9325-7ec76b6e47c4.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.396283] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.396587] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af32fbbb-4b28-42b5-838b-ee2035a283a5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.402766] env[69437]: DEBUG nova.compute.manager [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Received event network-changed-5c426cef-dddf-42af-b9e3-82bdd13f2101 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.402979] env[69437]: DEBUG nova.compute.manager [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Refreshing instance network info cache due to event network-changed-5c426cef-dddf-42af-b9e3-82bdd13f2101. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.403478] env[69437]: DEBUG oslo_concurrency.lockutils [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] Acquiring lock "refresh_cache-18ce3f71-035f-4a28-a26e-96e0e6c4d22c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.403478] env[69437]: DEBUG oslo_concurrency.lockutils [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] Acquired lock "refresh_cache-18ce3f71-035f-4a28-a26e-96e0e6c4d22c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.403661] env[69437]: DEBUG nova.network.neutron [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Refreshing network info cache for port 5c426cef-dddf-42af-b9e3-82bdd13f2101 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.416569] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1201.416569] env[69437]: value = "task-4104298" [ 1201.416569] env[69437]: _type = "Task" [ 1201.416569] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.429992] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.559260] env[69437]: DEBUG oslo_concurrency.lockutils [None req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.688s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.571818] env[69437]: DEBUG nova.network.neutron [-] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.584807] env[69437]: DEBUG nova.network.neutron [req-fae95ef6-3d22-41c9-8910-d9e7f5227d3f req-e84697bd-f21a-4276-b5de-6a29c4d71303 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updated VIF entry in instance network info cache for port 84882327-7f7e-435c-a76f-e8f17a660d81. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.585247] env[69437]: DEBUG nova.network.neutron [req-fae95ef6-3d22-41c9-8910-d9e7f5227d3f req-e84697bd-f21a-4276-b5de-6a29c4d71303 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating instance_info_cache with network_info: [{"id": "84882327-7f7e-435c-a76f-e8f17a660d81", "address": "fa:16:3e:1b:eb:7e", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84882327-7f", "ovs_interfaceid": "84882327-7f7e-435c-a76f-e8f17a660d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.643330] env[69437]: INFO nova.compute.manager [-] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Took 1.96 seconds to deallocate network for instance. [ 1201.739465] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104297, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.836533] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.936927] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150179} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.937374] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.938587] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7c3014-ad9a-430f-bb21-fa688a49c566 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.968103] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4/61bb087d-abb1-4e51-9325-7ec76b6e47c4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.970810] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-380f6253-cbac-44c1-a7ee-d8a56798a25f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.991529] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1201.991529] env[69437]: value = "task-4104299" [ 1201.991529] env[69437]: _type = "Task" [ 1201.991529] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.000093] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.075239] env[69437]: INFO nova.compute.manager [-] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Took 1.29 seconds to deallocate network for instance. [ 1202.088376] env[69437]: DEBUG oslo_concurrency.lockutils [req-fae95ef6-3d22-41c9-8910-d9e7f5227d3f req-e84697bd-f21a-4276-b5de-6a29c4d71303 service nova] Releasing lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.151344] env[69437]: DEBUG oslo_concurrency.lockutils [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.151635] env[69437]: DEBUG oslo_concurrency.lockutils [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.152359] env[69437]: DEBUG nova.objects.instance [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lazy-loading 'resources' on Instance uuid 5b6468f9-5120-4082-af23-c3e1ec86351d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.236031] env[69437]: DEBUG nova.network.neutron [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Updated VIF entry in instance network info cache for port 5c426cef-dddf-42af-b9e3-82bdd13f2101. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.236031] env[69437]: DEBUG nova.network.neutron [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Updating instance_info_cache with network_info: [{"id": "5c426cef-dddf-42af-b9e3-82bdd13f2101", "address": "fa:16:3e:80:89:3c", "network": {"id": "197b3dd4-64bd-45fd-91ea-21315acb21cd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1858655498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93536dc177ea4637a471fac9a21bcd73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c426cef-dd", "ovs_interfaceid": "5c426cef-dddf-42af-b9e3-82bdd13f2101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.241619] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104297, 'name': CreateVM_Task, 'duration_secs': 0.551679} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.241784] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.242513] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.242689] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.243066] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.243336] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb13474-ac32-4e3a-99d7-3ec300f8eb2b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.249557] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1202.249557] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e19b34-0c73-70cb-654a-919c084bfa14" [ 1202.249557] env[69437]: _type = "Task" [ 1202.249557] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.258757] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e19b34-0c73-70cb-654a-919c084bfa14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.502371] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.582617] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.737787] env[69437]: DEBUG oslo_concurrency.lockutils [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] Releasing lock "refresh_cache-18ce3f71-035f-4a28-a26e-96e0e6c4d22c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.738139] env[69437]: DEBUG nova.compute.manager [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received event network-vif-deleted-44f87659-18fd-4657-9ec0-f73a70d10288 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.738413] env[69437]: DEBUG nova.compute.manager [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received event network-vif-deleted-620553d8-8a5a-4441-ae6f-a921241e22d2 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.738641] env[69437]: DEBUG nova.compute.manager [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Received event network-vif-deleted-b72db376-f404-4e4e-8246-1c3e1878329a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.738862] env[69437]: DEBUG nova.compute.manager [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Received event network-vif-deleted-b0acf064-5225-4a1a-bf4d-96d6726cb1b5 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.739103] env[69437]: INFO nova.compute.manager [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Neutron deleted interface b0acf064-5225-4a1a-bf4d-96d6726cb1b5; detaching it from the instance and deleting it from the info cache [ 1202.739327] env[69437]: DEBUG nova.network.neutron [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.764188] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e19b34-0c73-70cb-654a-919c084bfa14, 'name': SearchDatastore_Task, 'duration_secs': 0.065608} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.764519] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.764778] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.765149] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.765342] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.765535] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.765829] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-000764dc-2575-4706-b352-da0e220a35a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.778836] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.778836] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.779376] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9561fdba-1402-4304-9182-0293ead5c685 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.788731] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1202.788731] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526aaa09-0d35-e3bf-7b4b-9487ffac008c" [ 1202.788731] env[69437]: _type = "Task" [ 1202.788731] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.800404] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526aaa09-0d35-e3bf-7b4b-9487ffac008c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.840293] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f117281-061b-424b-a8e4-58a81a805855 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.848800] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be57cbed-09b6-4a9a-b01c-20feadd9ef4e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.882566] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91894c1-403a-4343-ae5c-d34c6646f6dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.890994] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a566dfff-f067-4f2c-9224-4fe5665eb40e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.906041] env[69437]: DEBUG nova.compute.provider_tree [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.002518] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104299, 'name': ReconfigVM_Task, 'duration_secs': 0.870583} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.002518] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4/61bb087d-abb1-4e51-9325-7ec76b6e47c4.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.003431] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a27887e4-bcef-4106-998e-74a101ab3d72 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.010223] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1203.010223] env[69437]: value = "task-4104300" [ 1203.010223] env[69437]: _type = "Task" [ 1203.010223] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.018896] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104300, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.242631] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95518646-83ee-4eab-9638-40132b8a3fcd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.253148] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1bedf-5a14-498f-8bab-7f3b6407abaf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.285851] env[69437]: DEBUG nova.compute.manager [req-343b632a-3fa6-427f-9bea-ebfa46087af6 req-e279b0d2-b557-4f83-b856-eead1c503a1a service nova] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Detach interface failed, port_id=b0acf064-5225-4a1a-bf4d-96d6726cb1b5, reason: Instance dc96b1bf-d9ab-41ed-84b9-41fcbc399757 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.298956] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526aaa09-0d35-e3bf-7b4b-9487ffac008c, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.299236] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0336c21-2d9c-47d4-a5bc-8ffe35754510 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.305386] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1203.305386] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526a04a2-b386-1d17-bf7b-2f262ba6b9e7" [ 1203.305386] env[69437]: _type = "Task" [ 1203.305386] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.314038] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526a04a2-b386-1d17-bf7b-2f262ba6b9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.409345] env[69437]: DEBUG nova.scheduler.client.report [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.434607] env[69437]: DEBUG nova.compute.manager [req-aae9c989-fe0d-4bf8-80d8-b01eb51e011c req-6fc4ea0e-6875-43ef-b6f9-8c1c13058222 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Received event network-changed-8961b223-4836-4c84-9eb9-8c6f2522f68e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.434885] env[69437]: DEBUG nova.compute.manager [req-aae9c989-fe0d-4bf8-80d8-b01eb51e011c req-6fc4ea0e-6875-43ef-b6f9-8c1c13058222 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Refreshing instance network info cache due to event network-changed-8961b223-4836-4c84-9eb9-8c6f2522f68e. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.435109] env[69437]: DEBUG oslo_concurrency.lockutils [req-aae9c989-fe0d-4bf8-80d8-b01eb51e011c req-6fc4ea0e-6875-43ef-b6f9-8c1c13058222 service nova] Acquiring lock "refresh_cache-d0fe2aa7-bd40-4778-946c-b06bd8ce003f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.435258] env[69437]: DEBUG oslo_concurrency.lockutils [req-aae9c989-fe0d-4bf8-80d8-b01eb51e011c req-6fc4ea0e-6875-43ef-b6f9-8c1c13058222 service nova] Acquired lock "refresh_cache-d0fe2aa7-bd40-4778-946c-b06bd8ce003f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.435419] env[69437]: DEBUG nova.network.neutron [req-aae9c989-fe0d-4bf8-80d8-b01eb51e011c req-6fc4ea0e-6875-43ef-b6f9-8c1c13058222 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Refreshing network info cache for port 8961b223-4836-4c84-9eb9-8c6f2522f68e {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.520757] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104300, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.815503] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526a04a2-b386-1d17-bf7b-2f262ba6b9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01475} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.815716] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.815984] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 18ce3f71-035f-4a28-a26e-96e0e6c4d22c/18ce3f71-035f-4a28-a26e-96e0e6c4d22c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.816254] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e6af573-fe93-4e6d-ba9b-17a394d1c2d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.822732] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1203.822732] env[69437]: value = "task-4104301" [ 1203.822732] env[69437]: _type = "Task" [ 1203.822732] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.830775] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.915069] env[69437]: DEBUG oslo_concurrency.lockutils [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.917614] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.335s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.917841] env[69437]: DEBUG nova.objects.instance [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lazy-loading 'resources' on Instance uuid dc96b1bf-d9ab-41ed-84b9-41fcbc399757 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.934429] env[69437]: INFO nova.scheduler.client.report [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Deleted allocations for instance 5b6468f9-5120-4082-af23-c3e1ec86351d [ 1204.021361] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104300, 'name': Rename_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.148695] env[69437]: DEBUG nova.network.neutron [req-aae9c989-fe0d-4bf8-80d8-b01eb51e011c req-6fc4ea0e-6875-43ef-b6f9-8c1c13058222 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Updated VIF entry in instance network info cache for port 8961b223-4836-4c84-9eb9-8c6f2522f68e. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.149293] env[69437]: DEBUG nova.network.neutron [req-aae9c989-fe0d-4bf8-80d8-b01eb51e011c req-6fc4ea0e-6875-43ef-b6f9-8c1c13058222 service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Updating instance_info_cache with network_info: [{"id": "8961b223-4836-4c84-9eb9-8c6f2522f68e", "address": "fa:16:3e:e6:bb:a3", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961b223-48", "ovs_interfaceid": "8961b223-4836-4c84-9eb9-8c6f2522f68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.334030] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.446276] env[69437]: DEBUG oslo_concurrency.lockutils [None req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "5b6468f9-5120-4082-af23-c3e1ec86351d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.514s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.525502] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104300, 'name': Rename_Task, 'duration_secs': 1.431291} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.525831] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.526110] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-234de9fb-b68f-4a40-8c06-b756d1eac5f5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.534427] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1204.534427] env[69437]: value = "task-4104302" [ 1204.534427] env[69437]: _type = "Task" [ 1204.534427] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.544198] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.617656] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c931874-ef37-4709-9363-d4215bac180f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.626839] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481ee29-a3f4-493a-bc90-ddaf17b677ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.662667] env[69437]: DEBUG oslo_concurrency.lockutils [req-aae9c989-fe0d-4bf8-80d8-b01eb51e011c req-6fc4ea0e-6875-43ef-b6f9-8c1c13058222 service nova] Releasing lock "refresh_cache-d0fe2aa7-bd40-4778-946c-b06bd8ce003f" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.663998] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1691967-ad44-4b01-b3d3-ec905a74855b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.674018] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d0a3ba-09d0-4112-85e7-ff0303422718 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.693741] env[69437]: DEBUG nova.compute.provider_tree [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.833641] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907139} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.833961] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 18ce3f71-035f-4a28-a26e-96e0e6c4d22c/18ce3f71-035f-4a28-a26e-96e0e6c4d22c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.834158] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.834414] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbce07e9-85d3-4611-bee9-0b5b010c8ad5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.840687] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1204.840687] env[69437]: value = "task-4104303" [ 1204.840687] env[69437]: _type = "Task" [ 1204.840687] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.849428] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.046961] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.197405] env[69437]: DEBUG nova.scheduler.client.report [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.351448] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075112} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.351448] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.352106] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a909234e-4192-4f8e-82bb-54dd1052d30b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.382017] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 18ce3f71-035f-4a28-a26e-96e0e6c4d22c/18ce3f71-035f-4a28-a26e-96e0e6c4d22c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.382017] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e827923f-d1d2-4af4-8179-5e453e0c58e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.409425] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1205.409425] env[69437]: value = "task-4104304" [ 1205.409425] env[69437]: _type = "Task" [ 1205.409425] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.419665] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.546038] env[69437]: DEBUG oslo_vmware.api [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104302, 'name': PowerOnVM_Task, 'duration_secs': 0.547933} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.546336] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.546671] env[69437]: DEBUG nova.compute.manager [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.547338] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb837ba4-bab4-4c58-b3ed-bc673bafcd7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.702542] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.724922] env[69437]: INFO nova.scheduler.client.report [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Deleted allocations for instance dc96b1bf-d9ab-41ed-84b9-41fcbc399757 [ 1205.919898] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.067958] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.068288] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.068525] env[69437]: DEBUG nova.objects.instance [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1206.232393] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Lock "dc96b1bf-d9ab-41ed-84b9-41fcbc399757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.106s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.421620] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104304, 'name': ReconfigVM_Task, 'duration_secs': 0.749124} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.422278] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 18ce3f71-035f-4a28-a26e-96e0e6c4d22c/18ce3f71-035f-4a28-a26e-96e0e6c4d22c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.422573] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e062c212-b216-4c96-918d-6108140dd738 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.429528] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1206.429528] env[69437]: value = "task-4104305" [ 1206.429528] env[69437]: _type = "Task" [ 1206.429528] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.439237] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104305, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.940237] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104305, 'name': Rename_Task, 'duration_secs': 0.14794} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.940686] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.941118] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5fcc5a8-b246-4633-9d4c-897219acd001 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.950258] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1206.950258] env[69437]: value = "task-4104306" [ 1206.950258] env[69437]: _type = "Task" [ 1206.950258] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.959609] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.008430] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.008658] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.079137] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60d2cd30-0ec9-43ea-b6f2-14e18426bf7f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.461605] env[69437]: DEBUG oslo_vmware.api [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104306, 'name': PowerOnVM_Task, 'duration_secs': 0.483556} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.462615] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.462615] env[69437]: INFO nova.compute.manager [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1207.462615] env[69437]: DEBUG nova.compute.manager [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1207.463036] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c3bfe-2c0c-493b-ac75-08bce604c502 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.511198] env[69437]: DEBUG nova.compute.manager [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.982489] env[69437]: INFO nova.compute.manager [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Took 13.25 seconds to build instance. [ 1208.125806] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.126171] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.128054] env[69437]: INFO nova.compute.claims [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.485286] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c880d14e-5d64-48f8-80bb-15a02bf3feca tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.770s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.569154] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.569407] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.569591] env[69437]: DEBUG nova.compute.manager [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1208.570533] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcea27d-c812-4d06-bd04-643b2b2794ca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.578633] env[69437]: DEBUG nova.compute.manager [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1208.579234] env[69437]: DEBUG nova.objects.instance [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lazy-loading 'flavor' on Instance uuid 18ce3f71-035f-4a28-a26e-96e0e6c4d22c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.293233] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdcf8a3-1810-46e4-8b02-425ac43e3822 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.302053] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dcc57f-6efb-438a-a02f-94585857a0a5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.334398] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1096be23-0978-4be2-9211-fb820b8cb1ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.342561] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f4de8-6ef8-4ab6-94a8-6a63b703e25d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.357176] env[69437]: DEBUG nova.compute.provider_tree [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.587357] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.587649] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8d9ce9-c8a1-4225-9eef-b47fe5a7f014 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.595637] env[69437]: DEBUG oslo_vmware.api [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1209.595637] env[69437]: value = "task-4104307" [ 1209.595637] env[69437]: _type = "Task" [ 1209.595637] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.605593] env[69437]: DEBUG oslo_vmware.api [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.860207] env[69437]: DEBUG nova.scheduler.client.report [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.107078] env[69437]: DEBUG oslo_vmware.api [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104307, 'name': PowerOffVM_Task, 'duration_secs': 0.264668} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.107347] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.107549] env[69437]: DEBUG nova.compute.manager [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1210.108345] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b6ae84-0bca-4dda-a3c3-d039b83c0943 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.366057] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.366057] env[69437]: DEBUG nova.compute.manager [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.621542] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c619880c-e151-4b32-b357-17f674292412 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.871330] env[69437]: DEBUG nova.compute.utils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.873695] env[69437]: DEBUG nova.compute.manager [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.874030] env[69437]: DEBUG nova.network.neutron [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.077515] env[69437]: DEBUG nova.policy [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e679bd4bb044d43932cde128c39b96f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97e71afe670545f1b98deae2dd0b9e6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.355683] env[69437]: DEBUG nova.network.neutron [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Successfully created port: 0e438611-a4cc-4186-912d-38d4582a4d07 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.375064] env[69437]: DEBUG nova.compute.manager [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.470659] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.470961] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.471220] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.471293] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.471456] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.473650] env[69437]: INFO nova.compute.manager [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Terminating instance [ 1211.630741] env[69437]: DEBUG nova.network.neutron [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Successfully created port: dbf7c740-056c-4776-8ea7-ac288d23a103 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.978853] env[69437]: DEBUG nova.compute.manager [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.978853] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.979619] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706c9ab7-add1-42f4-bf86-a6a596788807 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.989963] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.990279] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1990de45-2f07-4ac3-8f70-fecddbf8d6fe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.065618] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.065841] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.065957] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleting the datastore file [datastore1] 18ce3f71-035f-4a28-a26e-96e0e6c4d22c {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.066266] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf557f1f-c5d4-491d-ae78-5b786bcfc6fe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.074186] env[69437]: DEBUG oslo_vmware.api [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1212.074186] env[69437]: value = "task-4104309" [ 1212.074186] env[69437]: _type = "Task" [ 1212.074186] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.083111] env[69437]: DEBUG oslo_vmware.api [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.170015] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.386271] env[69437]: DEBUG nova.compute.manager [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.413948] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.414277] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.414479] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.414706] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.414942] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.415092] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.415360] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.415564] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.415775] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.415956] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.416160] env[69437]: DEBUG nova.virt.hardware [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.417185] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f74cf5-4156-40d2-aa31-658eb01fe21f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.426374] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bcf209-18a4-4db7-a32c-15187763288b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.585177] env[69437]: DEBUG oslo_vmware.api [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168717} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.585533] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.585664] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.585844] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.586044] env[69437]: INFO nova.compute.manager [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1212.586322] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.586564] env[69437]: DEBUG nova.compute.manager [-] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.586669] env[69437]: DEBUG nova.network.neutron [-] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.675815] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Getting list of instances from cluster (obj){ [ 1212.675815] env[69437]: value = "domain-c8" [ 1212.675815] env[69437]: _type = "ClusterComputeResource" [ 1212.675815] env[69437]: } {{(pid=69437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1212.676933] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad21572d-1c8d-4ea9-bc74-bce19268364f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.695944] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Got total of 9 instances {{(pid=69437) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1212.696149] env[69437]: WARNING nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor. [ 1212.696298] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid d92efd14-098b-44ac-a552-68bc3adfac6d {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.696522] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid 1d13d127-0c25-453b-8e54-653f814ee715 {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.696657] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid 506f7662-6305-4157-bbae-93851858d1ba {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.696815] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid 61bb087d-abb1-4e51-9325-7ec76b6e47c4 {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.696964] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.697142] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid a08a1f73-277c-4063-8b18-50f7dfd7665e {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.697296] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid 5b953468-d4ba-4e59-adbf-e9d75562e74e {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.697455] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid 9f9eeee2-b148-4530-8b2b-4bfefab65dab {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.698257] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid d0fe2aa7-bd40-4778-946c-b06bd8ce003f {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.698257] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid 18ce3f71-035f-4a28-a26e-96e0e6c4d22c {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.698257] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Triggering sync for uuid e81c58dc-4b53-4ac0-afef-fc6480ba4bf9 {{(pid=69437) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1212.698356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "d92efd14-098b-44ac-a552-68bc3adfac6d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.698502] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.699537] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "1d13d127-0c25-453b-8e54-653f814ee715" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.699537] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "1d13d127-0c25-453b-8e54-653f814ee715" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.699537] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "506f7662-6305-4157-bbae-93851858d1ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.699537] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "506f7662-6305-4157-bbae-93851858d1ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.699819] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.699819] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.699945] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.700246] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.700365] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "a08a1f73-277c-4063-8b18-50f7dfd7665e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.700558] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.700810] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "5b953468-d4ba-4e59-adbf-e9d75562e74e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.700991] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.701233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.701439] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.701618] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.701791] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.702147] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.702358] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.703239] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c79a52-ae58-429b-9608-12315eabaff3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.706421] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440331d6-718f-4848-89ef-64c6e95a3883 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.709381] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd14c866-e151-491c-bece-97ad4353fcfc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.712065] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f555187b-558c-430e-abbb-1118ba5a4881 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.716650] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289bc585-f824-47e1-9c07-6c65861f8ed2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.719280] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109c1f1c-672f-4bd4-91dd-97207ba342bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.722760] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca6126b-c35b-466c-8359-7bc8ffec63f8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.725924] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ba0aa-65fa-46c7-8bc3-81f13b3eb836 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.729236] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73602f25-4a29-4032-91ea-1c13613e00e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.845867] env[69437]: DEBUG nova.compute.manager [req-f805f610-7450-439e-a1d9-9fa3aace7a83 req-eb7ad5ac-db25-497a-a14f-43e49b085c7e service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Received event network-vif-deleted-5c426cef-dddf-42af-b9e3-82bdd13f2101 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.846054] env[69437]: INFO nova.compute.manager [req-f805f610-7450-439e-a1d9-9fa3aace7a83 req-eb7ad5ac-db25-497a-a14f-43e49b085c7e service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Neutron deleted interface 5c426cef-dddf-42af-b9e3-82bdd13f2101; detaching it from the instance and deleting it from the info cache [ 1212.846258] env[69437]: DEBUG nova.network.neutron [req-f805f610-7450-439e-a1d9-9fa3aace7a83 req-eb7ad5ac-db25-497a-a14f-43e49b085c7e service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.846845] env[69437]: WARNING oslo_messaging._drivers.amqpdriver [req-f805f610-7450-439e-a1d9-9fa3aace7a83 req-eb7ad5ac-db25-497a-a14f-43e49b085c7e service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1213.172289] env[69437]: DEBUG nova.network.neutron [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Successfully updated port: 0e438611-a4cc-4186-912d-38d4582a4d07 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.250195] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "506f7662-6305-4157-bbae-93851858d1ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.251690] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.261509] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.261902] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.266448] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "1d13d127-0c25-453b-8e54-653f814ee715" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.266772] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.267078] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.268484] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.268787] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.325892] env[69437]: DEBUG nova.network.neutron [-] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.349244] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ce13d16-5f05-4945-a6a3-b7aed9be33d1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.359742] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26c422f-b8e1-4947-abf4-280fc26f4cb4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.391927] env[69437]: DEBUG nova.compute.manager [req-f805f610-7450-439e-a1d9-9fa3aace7a83 req-eb7ad5ac-db25-497a-a14f-43e49b085c7e service nova] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Detach interface failed, port_id=5c426cef-dddf-42af-b9e3-82bdd13f2101, reason: Instance 18ce3f71-035f-4a28-a26e-96e0e6c4d22c could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.829080] env[69437]: INFO nova.compute.manager [-] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Took 1.24 seconds to deallocate network for instance. [ 1214.336256] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.336588] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.336837] env[69437]: DEBUG nova.objects.instance [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lazy-loading 'resources' on Instance uuid 18ce3f71-035f-4a28-a26e-96e0e6c4d22c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.872404] env[69437]: DEBUG nova.compute.manager [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Received event network-vif-plugged-0e438611-a4cc-4186-912d-38d4582a4d07 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.872614] env[69437]: DEBUG oslo_concurrency.lockutils [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] Acquiring lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.872827] env[69437]: DEBUG oslo_concurrency.lockutils [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.872999] env[69437]: DEBUG oslo_concurrency.lockutils [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.873182] env[69437]: DEBUG nova.compute.manager [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] No waiting events found dispatching network-vif-plugged-0e438611-a4cc-4186-912d-38d4582a4d07 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1214.873348] env[69437]: WARNING nova.compute.manager [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Received unexpected event network-vif-plugged-0e438611-a4cc-4186-912d-38d4582a4d07 for instance with vm_state building and task_state spawning. [ 1214.873506] env[69437]: DEBUG nova.compute.manager [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Received event network-changed-0e438611-a4cc-4186-912d-38d4582a4d07 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.873684] env[69437]: DEBUG nova.compute.manager [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Refreshing instance network info cache due to event network-changed-0e438611-a4cc-4186-912d-38d4582a4d07. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.873879] env[69437]: DEBUG oslo_concurrency.lockutils [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] Acquiring lock "refresh_cache-e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.874074] env[69437]: DEBUG oslo_concurrency.lockutils [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] Acquired lock "refresh_cache-e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.874378] env[69437]: DEBUG nova.network.neutron [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Refreshing network info cache for port 0e438611-a4cc-4186-912d-38d4582a4d07 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.009866] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065b7003-7ff8-4d2c-a20e-777f95dea1bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.018841] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128c3ab-56fc-470b-afc5-3956cfb654aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.049941] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb6d69b-64a0-4dbe-975e-25121d4620bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.060175] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51913b8-bbc5-4fa3-a7bd-3494583d5bcc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.072903] env[69437]: DEBUG nova.compute.provider_tree [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.228810] env[69437]: DEBUG nova.network.neutron [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Successfully updated port: dbf7c740-056c-4776-8ea7-ac288d23a103 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.232762] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.232762] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.232762] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.421376] env[69437]: DEBUG nova.network.neutron [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.500249] env[69437]: DEBUG nova.network.neutron [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.576034] env[69437]: DEBUG nova.scheduler.client.report [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.730629] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "refresh_cache-e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.734901] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.002479] env[69437]: DEBUG oslo_concurrency.lockutils [req-5a571f6f-c2f6-4518-aa8d-dc9128d3ff26 req-305929ea-02f6-4d09-8114-ae1ae971a258 service nova] Releasing lock "refresh_cache-e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.002886] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquired lock "refresh_cache-e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.003080] env[69437]: DEBUG nova.network.neutron [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.080676] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.083149] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.348s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.083304] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.083463] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1216.085385] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb08cb05-1d25-40d4-b07f-3f87d47e3ec7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.092783] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8997a85-f27c-4004-8c7f-5643a379ec13 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.107945] env[69437]: INFO nova.scheduler.client.report [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted allocations for instance 18ce3f71-035f-4a28-a26e-96e0e6c4d22c [ 1216.109549] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cdedff-9454-437d-a148-f481904879d6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.118633] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ea9458-2760-4635-8d03-de7f8a3bbc61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.148983] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180009MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1216.149197] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.149384] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.538934] env[69437]: DEBUG nova.network.neutron [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.618994] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c88ababf-8662-4377-8368-28844e9a8163 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.148s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.620128] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.917s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.620128] env[69437]: INFO nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] During sync_power_state the instance has a pending task (deleting). Skip. [ 1216.620128] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "18ce3f71-035f-4a28-a26e-96e0e6c4d22c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.827317] env[69437]: DEBUG nova.network.neutron [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Updating instance_info_cache with network_info: [{"id": "0e438611-a4cc-4186-912d-38d4582a4d07", "address": "fa:16:3e:e7:59:f2", "network": {"id": "e7f73ab6-d01b-411b-98fc-d277c337f1be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1975262200", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e438611-a4", "ovs_interfaceid": "0e438611-a4cc-4186-912d-38d4582a4d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbf7c740-056c-4776-8ea7-ac288d23a103", "address": "fa:16:3e:32:e2:28", "network": {"id": "7f175528-b450-4901-9c28-6b6e0201a4f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-976424354", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf7c740-05", "ovs_interfaceid": "dbf7c740-056c-4776-8ea7-ac288d23a103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.898276] env[69437]: DEBUG nova.compute.manager [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Received event network-vif-plugged-dbf7c740-056c-4776-8ea7-ac288d23a103 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.898537] env[69437]: DEBUG oslo_concurrency.lockutils [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] Acquiring lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.898755] env[69437]: DEBUG oslo_concurrency.lockutils [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.898923] env[69437]: DEBUG oslo_concurrency.lockutils [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.899135] env[69437]: DEBUG nova.compute.manager [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] No waiting events found dispatching network-vif-plugged-dbf7c740-056c-4776-8ea7-ac288d23a103 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1216.899307] env[69437]: WARNING nova.compute.manager [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Received unexpected event network-vif-plugged-dbf7c740-056c-4776-8ea7-ac288d23a103 for instance with vm_state building and task_state spawning. [ 1216.899473] env[69437]: DEBUG nova.compute.manager [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Received event network-changed-dbf7c740-056c-4776-8ea7-ac288d23a103 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.899627] env[69437]: DEBUG nova.compute.manager [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Refreshing instance network info cache due to event network-changed-dbf7c740-056c-4776-8ea7-ac288d23a103. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.899793] env[69437]: DEBUG oslo_concurrency.lockutils [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] Acquiring lock "refresh_cache-e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.179159] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d92efd14-098b-44ac-a552-68bc3adfac6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.179615] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 1d13d127-0c25-453b-8e54-653f814ee715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.179615] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 506f7662-6305-4157-bbae-93851858d1ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.179615] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 61bb087d-abb1-4e51-9325-7ec76b6e47c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.179828] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance dd0222a0-ae73-4860-94d3-ea497b81f59c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.179828] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance a08a1f73-277c-4063-8b18-50f7dfd7665e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.179951] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5b953468-d4ba-4e59-adbf-e9d75562e74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.180084] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 9f9eeee2-b148-4530-8b2b-4bfefab65dab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.180172] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d0fe2aa7-bd40-4778-946c-b06bd8ce003f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.180258] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance e81c58dc-4b53-4ac0-afef-fc6480ba4bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1217.180445] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1217.180581] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1217.285860] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "1d13d127-0c25-453b-8e54-653f814ee715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.286502] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "1d13d127-0c25-453b-8e54-653f814ee715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.286602] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "1d13d127-0c25-453b-8e54-653f814ee715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.286835] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "1d13d127-0c25-453b-8e54-653f814ee715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.287085] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "1d13d127-0c25-453b-8e54-653f814ee715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.289294] env[69437]: INFO nova.compute.manager [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Terminating instance [ 1217.315549] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2f190f-f54f-4307-902c-ed126f08f742 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.323636] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ccbdbd-cfbf-47ca-9b71-2585028fe73d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.329400] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Releasing lock "refresh_cache-e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.329737] env[69437]: DEBUG nova.compute.manager [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Instance network_info: |[{"id": "0e438611-a4cc-4186-912d-38d4582a4d07", "address": "fa:16:3e:e7:59:f2", "network": {"id": "e7f73ab6-d01b-411b-98fc-d277c337f1be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1975262200", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e438611-a4", "ovs_interfaceid": "0e438611-a4cc-4186-912d-38d4582a4d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbf7c740-056c-4776-8ea7-ac288d23a103", "address": "fa:16:3e:32:e2:28", "network": {"id": "7f175528-b450-4901-9c28-6b6e0201a4f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-976424354", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf7c740-05", "ovs_interfaceid": "dbf7c740-056c-4776-8ea7-ac288d23a103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.352866] env[69437]: DEBUG oslo_concurrency.lockutils [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] Acquired lock "refresh_cache-e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.353141] env[69437]: DEBUG nova.network.neutron [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Refreshing network info cache for port dbf7c740-056c-4776-8ea7-ac288d23a103 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.354444] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:59:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e438611-a4cc-4186-912d-38d4582a4d07', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:e2:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbf7c740-056c-4776-8ea7-ac288d23a103', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.364099] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.367368] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.368079] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20308f5c-5c26-4818-b0bf-d91cdbd0ddd8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.370675] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38424268-e3de-415b-956a-492329e16941 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.396016] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2f0ef0-dd91-4dba-b0a7-5e0a8a9c4dc1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.400251] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.400251] env[69437]: value = "task-4104310" [ 1217.400251] env[69437]: _type = "Task" [ 1217.400251] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.414229] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.421334] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104310, 'name': CreateVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.607047] env[69437]: DEBUG nova.network.neutron [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Updated VIF entry in instance network info cache for port dbf7c740-056c-4776-8ea7-ac288d23a103. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.607510] env[69437]: DEBUG nova.network.neutron [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Updating instance_info_cache with network_info: [{"id": "0e438611-a4cc-4186-912d-38d4582a4d07", "address": "fa:16:3e:e7:59:f2", "network": {"id": "e7f73ab6-d01b-411b-98fc-d277c337f1be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1975262200", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e438611-a4", "ovs_interfaceid": "0e438611-a4cc-4186-912d-38d4582a4d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbf7c740-056c-4776-8ea7-ac288d23a103", "address": "fa:16:3e:32:e2:28", "network": {"id": "7f175528-b450-4901-9c28-6b6e0201a4f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-976424354", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf7c740-05", "ovs_interfaceid": "dbf7c740-056c-4776-8ea7-ac288d23a103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.795752] env[69437]: DEBUG nova.compute.manager [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.795994] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.797059] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0f0fe6-647a-44b1-a3f5-0b903ca312dc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.806027] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.806277] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aed60b4-c6c2-42df-81fd-6e89a9dffafd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.813227] env[69437]: DEBUG oslo_vmware.api [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1217.813227] env[69437]: value = "task-4104311" [ 1217.813227] env[69437]: _type = "Task" [ 1217.813227] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.821459] env[69437]: DEBUG oslo_vmware.api [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.910898] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104310, 'name': CreateVM_Task, 'duration_secs': 0.385308} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.911098] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.917998] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.921946] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.922150] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.922537] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.922879] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c4fbd4-0a75-47b7-b620-7c799925a1bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.930210] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1217.930210] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522f36c4-375e-087a-99b4-7333dcb11ce7" [ 1217.930210] env[69437]: _type = "Task" [ 1217.930210] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.943569] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522f36c4-375e-087a-99b4-7333dcb11ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.110110] env[69437]: DEBUG oslo_concurrency.lockutils [req-e3e0f2fc-2d40-42f5-89d2-c235b822b261 req-03bb53a0-6684-4298-9ad2-3b4af2ff5a84 service nova] Releasing lock "refresh_cache-e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.323374] env[69437]: DEBUG oslo_vmware.api [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104311, 'name': PowerOffVM_Task, 'duration_secs': 0.247468} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.323800] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.323800] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.324100] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42f98cfe-9a4c-4745-a934-aa5ff2f2d584 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.390778] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.391223] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.391507] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleting the datastore file [datastore2] 1d13d127-0c25-453b-8e54-653f814ee715 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.391881] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dd65ee1-935c-4df9-99b5-57321bdba6dc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.398952] env[69437]: DEBUG oslo_vmware.api [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for the task: (returnval){ [ 1218.398952] env[69437]: value = "task-4104313" [ 1218.398952] env[69437]: _type = "Task" [ 1218.398952] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.407079] env[69437]: DEBUG oslo_vmware.api [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.427073] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1218.427212] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.278s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.439889] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522f36c4-375e-087a-99b4-7333dcb11ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.440203] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.440434] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.440662] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.440807] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.440985] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.441279] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4b20016-e724-4856-b1a8-76aace161a11 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.449372] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.449545] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.450232] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0edefa87-a327-46d0-a218-aaa4de0e792a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.455933] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1218.455933] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525b76a0-a2a5-fb1c-78e8-c5deb6a96592" [ 1218.455933] env[69437]: _type = "Task" [ 1218.455933] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.464611] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525b76a0-a2a5-fb1c-78e8-c5deb6a96592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.909059] env[69437]: DEBUG oslo_vmware.api [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Task: {'id': task-4104313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145548} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.909350] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.909573] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.909780] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.909970] env[69437]: INFO nova.compute.manager [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1218.910240] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.910458] env[69437]: DEBUG nova.compute.manager [-] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.910579] env[69437]: DEBUG nova.network.neutron [-] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.968026] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525b76a0-a2a5-fb1c-78e8-c5deb6a96592, 'name': SearchDatastore_Task, 'duration_secs': 0.008412} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.968459] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22dddc4f-ba4a-43df-9ee7-78bf5cb3cf03 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.974304] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1218.974304] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529cab38-c757-67c2-8b52-0240631ca4d4" [ 1218.974304] env[69437]: _type = "Task" [ 1218.974304] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.982503] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529cab38-c757-67c2-8b52-0240631ca4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.176854] env[69437]: DEBUG nova.compute.manager [req-11c5a6e4-a405-47bf-9606-b0914444a624 req-2471bd2e-423f-460f-86fa-6b29729fc8d4 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Received event network-vif-deleted-388d03dd-2a64-436c-9e76-0d9f15e5847a {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.177068] env[69437]: INFO nova.compute.manager [req-11c5a6e4-a405-47bf-9606-b0914444a624 req-2471bd2e-423f-460f-86fa-6b29729fc8d4 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Neutron deleted interface 388d03dd-2a64-436c-9e76-0d9f15e5847a; detaching it from the instance and deleting it from the info cache [ 1219.177435] env[69437]: DEBUG nova.network.neutron [req-11c5a6e4-a405-47bf-9606-b0914444a624 req-2471bd2e-423f-460f-86fa-6b29729fc8d4 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.427287] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.427582] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.427675] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.427835] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.427975] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1219.484792] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529cab38-c757-67c2-8b52-0240631ca4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.484993] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.485271] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] e81c58dc-4b53-4ac0-afef-fc6480ba4bf9/e81c58dc-4b53-4ac0-afef-fc6480ba4bf9.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.485529] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e34727-d0e9-4bc3-b156-584916b36ea5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.491908] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1219.491908] env[69437]: value = "task-4104314" [ 1219.491908] env[69437]: _type = "Task" [ 1219.491908] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.500888] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.661526] env[69437]: DEBUG nova.network.neutron [-] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.679849] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8fdc283-f528-4726-8299-bb4a28346921 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.690705] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7eed10-b6a9-42d2-bb84-7ec43cdd39df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.722780] env[69437]: DEBUG nova.compute.manager [req-11c5a6e4-a405-47bf-9606-b0914444a624 req-2471bd2e-423f-460f-86fa-6b29729fc8d4 service nova] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Detach interface failed, port_id=388d03dd-2a64-436c-9e76-0d9f15e5847a, reason: Instance 1d13d127-0c25-453b-8e54-653f814ee715 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.001605] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468917} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.001783] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] e81c58dc-4b53-4ac0-afef-fc6480ba4bf9/e81c58dc-4b53-4ac0-afef-fc6480ba4bf9.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.001996] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.002285] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b436f486-a19f-4a65-830e-ce0e76f21bd2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.009301] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1220.009301] env[69437]: value = "task-4104315" [ 1220.009301] env[69437]: _type = "Task" [ 1220.009301] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.018362] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.164725] env[69437]: INFO nova.compute.manager [-] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Took 1.25 seconds to deallocate network for instance. [ 1220.231631] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.519224] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065473} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.519624] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.520335] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b126701-3b74-440a-ac0d-3f58e92fe910 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.547071] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] e81c58dc-4b53-4ac0-afef-fc6480ba4bf9/e81c58dc-4b53-4ac0-afef-fc6480ba4bf9.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.547364] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948145a3-8734-4e2c-aa38-0f91a6da97ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.568400] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1220.568400] env[69437]: value = "task-4104316" [ 1220.568400] env[69437]: _type = "Task" [ 1220.568400] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.577365] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.672495] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.672495] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.672678] env[69437]: DEBUG nova.objects.instance [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lazy-loading 'resources' on Instance uuid 1d13d127-0c25-453b-8e54-653f814ee715 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.079263] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104316, 'name': ReconfigVM_Task, 'duration_secs': 0.304707} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.079662] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] e81c58dc-4b53-4ac0-afef-fc6480ba4bf9/e81c58dc-4b53-4ac0-afef-fc6480ba4bf9.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.080423] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6791a49b-cc3b-4d2f-9cc0-45393f70eca8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.087456] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1221.087456] env[69437]: value = "task-4104317" [ 1221.087456] env[69437]: _type = "Task" [ 1221.087456] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.096054] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104317, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.321107] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4227e49-48a1-4923-af58-e7d8b1841bd0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.329805] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51292294-180c-44c4-bd08-1af5d217d60b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.362243] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfac6c26-5dd6-48b3-b372-9fc09a06b681 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.370323] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6da0ad-fa3b-4b26-aba2-4b00dd4e72ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.383625] env[69437]: DEBUG nova.compute.provider_tree [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.600030] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104317, 'name': Rename_Task, 'duration_secs': 0.155022} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.600394] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.600750] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82e7f2d5-0d1c-4999-8fcc-54b831d6d158 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.607496] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1221.607496] env[69437]: value = "task-4104318" [ 1221.607496] env[69437]: _type = "Task" [ 1221.607496] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.615741] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.886933] env[69437]: DEBUG nova.scheduler.client.report [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.119176] env[69437]: DEBUG oslo_vmware.api [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104318, 'name': PowerOnVM_Task, 'duration_secs': 0.496355} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.119540] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.119745] env[69437]: INFO nova.compute.manager [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1222.119919] env[69437]: DEBUG nova.compute.manager [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.123018] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ce0a95-95de-42fe-bc31-bcd2345f1819 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.391556] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.416595] env[69437]: INFO nova.scheduler.client.report [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Deleted allocations for instance 1d13d127-0c25-453b-8e54-653f814ee715 [ 1222.640078] env[69437]: INFO nova.compute.manager [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Took 14.62 seconds to build instance. [ 1222.924516] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Lock "1d13d127-0c25-453b-8e54-653f814ee715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.638s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.142139] env[69437]: DEBUG oslo_concurrency.lockutils [None req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.133s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.142446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.440s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.142643] env[69437]: INFO nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] During sync_power_state the instance has a pending task (spawning). Skip. [ 1223.142820] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.727973] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.728407] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.728452] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.729771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.729771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.731420] env[69437]: INFO nova.compute.manager [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Terminating instance [ 1224.237379] env[69437]: DEBUG nova.compute.manager [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.237774] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.239731] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cbaea4-5aa3-41c9-8d8d-7d2919a3e98f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.250198] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.250481] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fdec498-9514-4440-bba2-c83b07da0f7a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.257841] env[69437]: DEBUG oslo_vmware.api [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1224.257841] env[69437]: value = "task-4104319" [ 1224.257841] env[69437]: _type = "Task" [ 1224.257841] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.268030] env[69437]: DEBUG oslo_vmware.api [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.767890] env[69437]: DEBUG oslo_vmware.api [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104319, 'name': PowerOffVM_Task, 'duration_secs': 0.236053} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.768219] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.768384] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.768683] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f35bec0a-866b-4f1f-ab77-4cc438421027 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.877092] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.877384] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.877622] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Deleting the datastore file [datastore1] e81c58dc-4b53-4ac0-afef-fc6480ba4bf9 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.877948] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1bd89b9-5a52-482e-8386-826c44e2627f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.885277] env[69437]: DEBUG oslo_vmware.api [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for the task: (returnval){ [ 1224.885277] env[69437]: value = "task-4104321" [ 1224.885277] env[69437]: _type = "Task" [ 1224.885277] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.894289] env[69437]: DEBUG oslo_vmware.api [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.395324] env[69437]: DEBUG oslo_vmware.api [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Task: {'id': task-4104321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173951} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.395591] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.395777] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.395954] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.396155] env[69437]: INFO nova.compute.manager [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1225.396396] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.396592] env[69437]: DEBUG nova.compute.manager [-] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.396691] env[69437]: DEBUG nova.network.neutron [-] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.808072] env[69437]: DEBUG nova.compute.manager [req-3ec48b63-c0fd-4eea-92ac-d83448ab1ec4 req-111dfd3e-5bca-4af0-b585-bd218d82e82f service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Received event network-vif-deleted-dbf7c740-056c-4776-8ea7-ac288d23a103 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.808072] env[69437]: INFO nova.compute.manager [req-3ec48b63-c0fd-4eea-92ac-d83448ab1ec4 req-111dfd3e-5bca-4af0-b585-bd218d82e82f service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Neutron deleted interface dbf7c740-056c-4776-8ea7-ac288d23a103; detaching it from the instance and deleting it from the info cache [ 1225.808072] env[69437]: DEBUG nova.network.neutron [req-3ec48b63-c0fd-4eea-92ac-d83448ab1ec4 req-111dfd3e-5bca-4af0-b585-bd218d82e82f service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Updating instance_info_cache with network_info: [{"id": "0e438611-a4cc-4186-912d-38d4582a4d07", "address": "fa:16:3e:e7:59:f2", "network": {"id": "e7f73ab6-d01b-411b-98fc-d277c337f1be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1975262200", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e71afe670545f1b98deae2dd0b9e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e438611-a4", "ovs_interfaceid": "0e438611-a4cc-4186-912d-38d4582a4d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.310966] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01bb3f57-98ac-4397-97d7-a887ddcd0ebe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.321437] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df987212-3408-44e4-a14b-6d9cfb2e2ef4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.352831] env[69437]: DEBUG nova.compute.manager [req-3ec48b63-c0fd-4eea-92ac-d83448ab1ec4 req-111dfd3e-5bca-4af0-b585-bd218d82e82f service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Detach interface failed, port_id=dbf7c740-056c-4776-8ea7-ac288d23a103, reason: Instance e81c58dc-4b53-4ac0-afef-fc6480ba4bf9 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.358574] env[69437]: DEBUG nova.network.neutron [-] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.861902] env[69437]: INFO nova.compute.manager [-] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Took 1.46 seconds to deallocate network for instance. [ 1226.942372] env[69437]: DEBUG nova.compute.manager [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1226.943357] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4692893e-314f-4ae8-b9a3-a18bffe0e48b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.369276] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.369594] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.369815] env[69437]: DEBUG nova.objects.instance [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lazy-loading 'resources' on Instance uuid e81c58dc-4b53-4ac0-afef-fc6480ba4bf9 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.453680] env[69437]: INFO nova.compute.manager [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] instance snapshotting [ 1227.454309] env[69437]: DEBUG nova.objects.instance [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'flavor' on Instance uuid dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.830154] env[69437]: DEBUG nova.compute.manager [req-90ba5a1c-519a-4c7a-9fd1-9c327f877779 req-1f67041a-d6be-4c2a-b2ea-2a7a68b76655 service nova] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Received event network-vif-deleted-0e438611-a4cc-4186-912d-38d4582a4d07 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.962447] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bc5942-84b4-427c-8901-78793abb5465 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.984592] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af32dd3-0a13-4cf7-b333-887f0b224bb3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.021110] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d194c4b-a567-403d-a341-bbf27256567e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.029796] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15adbffc-8ef5-415c-962a-b3444802d8b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.059970] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aea2932-6074-4439-a09f-0d27183849aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.067683] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af1eaca-0480-417f-8ab4-4d3151aefe4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.083477] env[69437]: DEBUG nova.compute.provider_tree [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.497014] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1228.497352] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a88e23f-aba8-4e92-9a22-e1bc3b67bb96 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.505792] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1228.505792] env[69437]: value = "task-4104322" [ 1228.505792] env[69437]: _type = "Task" [ 1228.505792] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.514746] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.587035] env[69437]: DEBUG nova.scheduler.client.report [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.015696] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104322, 'name': CreateSnapshot_Task, 'duration_secs': 0.468427} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.016074] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1229.016629] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd346f8-4fab-436a-b2ba-a3756dd2978f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.091382] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.110395] env[69437]: INFO nova.scheduler.client.report [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Deleted allocations for instance e81c58dc-4b53-4ac0-afef-fc6480ba4bf9 [ 1229.533676] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1229.533983] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-290047b3-3dd7-4cf3-b54b-4cdc24892e38 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.543028] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1229.543028] env[69437]: value = "task-4104323" [ 1229.543028] env[69437]: _type = "Task" [ 1229.543028] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.551052] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104323, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.618506] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7b7122d8-8d4c-40ad-968c-14e0902944ff tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Lock "e81c58dc-4b53-4ac0-afef-fc6480ba4bf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.890s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.053629] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104323, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.553552] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104323, 'name': CloneVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.059715] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104323, 'name': CloneVM_Task, 'duration_secs': 1.050592} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.060139] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Created linked-clone VM from snapshot [ 1231.061279] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b767441-d42d-41bf-9abf-e4f12f955cb1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.069749] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Uploading image 381b99b7-26bd-4e97-87d4-54300953b442 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1231.092053] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1231.092053] env[69437]: value = "vm-812997" [ 1231.092053] env[69437]: _type = "VirtualMachine" [ 1231.092053] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1231.092388] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f6611ed-abcf-47fa-9b3e-ec96a592cd43 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.099986] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease: (returnval){ [ 1231.099986] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5242e95f-6049-f1b0-3cbb-aaa1de5ced89" [ 1231.099986] env[69437]: _type = "HttpNfcLease" [ 1231.099986] env[69437]: } obtained for exporting VM: (result){ [ 1231.099986] env[69437]: value = "vm-812997" [ 1231.099986] env[69437]: _type = "VirtualMachine" [ 1231.099986] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1231.100411] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the lease: (returnval){ [ 1231.100411] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5242e95f-6049-f1b0-3cbb-aaa1de5ced89" [ 1231.100411] env[69437]: _type = "HttpNfcLease" [ 1231.100411] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1231.108192] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.108192] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5242e95f-6049-f1b0-3cbb-aaa1de5ced89" [ 1231.108192] env[69437]: _type = "HttpNfcLease" [ 1231.108192] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1231.609598] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.609598] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5242e95f-6049-f1b0-3cbb-aaa1de5ced89" [ 1231.609598] env[69437]: _type = "HttpNfcLease" [ 1231.609598] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1231.610027] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1231.610027] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5242e95f-6049-f1b0-3cbb-aaa1de5ced89" [ 1231.610027] env[69437]: _type = "HttpNfcLease" [ 1231.610027] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1231.610856] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730838c1-d24a-4155-8a89-f82b124da2f3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.619659] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7964-8a47-5fcc-0fc6-aff646efdec7/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1231.619855] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7964-8a47-5fcc-0fc6-aff646efdec7/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1231.782849] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21443cf7-977e-429a-9400-e1c6bd16d565 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.916019] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.916356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.419447] env[69437]: DEBUG nova.compute.manager [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.945242] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.945544] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.947562] env[69437]: INFO nova.compute.claims [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.077388] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9e8212-6da1-4242-80da-cfa641980b5b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.085476] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a673fe76-7186-47df-8ca7-fb5de1017f30 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.117528] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6358b38-270b-4709-9649-9d7d6368f204 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.125874] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2501e5d3-a027-42ee-9f93-3133c37c736b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.139753] env[69437]: DEBUG nova.compute.provider_tree [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.642834] env[69437]: DEBUG nova.scheduler.client.report [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.149049] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.149049] env[69437]: DEBUG nova.compute.manager [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.654268] env[69437]: DEBUG nova.compute.utils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.655821] env[69437]: DEBUG nova.compute.manager [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.656018] env[69437]: DEBUG nova.network.neutron [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.706809] env[69437]: DEBUG nova.policy [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15b7ccda6b694e24a09023dfe734de2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '859f3a9b275b44a184f469d4cd814edb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.989875] env[69437]: DEBUG nova.network.neutron [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Successfully created port: a598f23d-f292-4654-8333-8663561bf080 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.159203] env[69437]: DEBUG nova.compute.manager [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.461619] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.461959] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.462264] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.462499] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.462679] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.464916] env[69437]: INFO nova.compute.manager [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Terminating instance [ 1239.575537] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7964-8a47-5fcc-0fc6-aff646efdec7/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1239.576554] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b07cc3b-d378-4874-81e0-b0dec99b623f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.583228] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7964-8a47-5fcc-0fc6-aff646efdec7/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1239.583404] env[69437]: ERROR oslo_vmware.rw_handles [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7964-8a47-5fcc-0fc6-aff646efdec7/disk-0.vmdk due to incomplete transfer. [ 1239.583636] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2cb17c76-f880-4ca4-b897-77eb29281330 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.591059] env[69437]: DEBUG oslo_vmware.rw_handles [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7964-8a47-5fcc-0fc6-aff646efdec7/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1239.591268] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Uploaded image 381b99b7-26bd-4e97-87d4-54300953b442 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1239.593564] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1239.593823] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94b238de-859e-4d76-845d-15bf605748e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.600310] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1239.600310] env[69437]: value = "task-4104325" [ 1239.600310] env[69437]: _type = "Task" [ 1239.600310] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.609523] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104325, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.969015] env[69437]: DEBUG nova.compute.manager [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.969261] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.970176] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9a39b0-50b5-4c79-8cc3-ff293debf62e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.978861] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.979140] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ab4125d-5306-4a2e-9adb-5d41ba5fd4d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.986093] env[69437]: DEBUG oslo_vmware.api [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1239.986093] env[69437]: value = "task-4104326" [ 1239.986093] env[69437]: _type = "Task" [ 1239.986093] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.995380] env[69437]: DEBUG oslo_vmware.api [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.111738] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104325, 'name': Destroy_Task, 'duration_secs': 0.368077} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.112013] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Destroyed the VM [ 1240.112278] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1240.112525] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-329b7664-baf0-4b4b-a343-76175eacf09e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.119108] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1240.119108] env[69437]: value = "task-4104327" [ 1240.119108] env[69437]: _type = "Task" [ 1240.119108] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.127332] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.169435] env[69437]: DEBUG nova.compute.manager [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.194089] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.196951] env[69437]: DEBUG nova.virt.hardware [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.197436] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbccf95-ce9e-485c-bfa9-25ef01168ccc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.205700] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3815926-c77e-4d56-a2ed-a2f516b96eb6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.361590] env[69437]: DEBUG nova.compute.manager [req-2bef43fc-248e-4a5d-bd88-40e289f608e4 req-100fec10-bb39-4f70-9b99-6634eb6c0517 service nova] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Received event network-vif-plugged-a598f23d-f292-4654-8333-8663561bf080 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.361811] env[69437]: DEBUG oslo_concurrency.lockutils [req-2bef43fc-248e-4a5d-bd88-40e289f608e4 req-100fec10-bb39-4f70-9b99-6634eb6c0517 service nova] Acquiring lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.362088] env[69437]: DEBUG oslo_concurrency.lockutils [req-2bef43fc-248e-4a5d-bd88-40e289f608e4 req-100fec10-bb39-4f70-9b99-6634eb6c0517 service nova] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.362219] env[69437]: DEBUG oslo_concurrency.lockutils [req-2bef43fc-248e-4a5d-bd88-40e289f608e4 req-100fec10-bb39-4f70-9b99-6634eb6c0517 service nova] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.362435] env[69437]: DEBUG nova.compute.manager [req-2bef43fc-248e-4a5d-bd88-40e289f608e4 req-100fec10-bb39-4f70-9b99-6634eb6c0517 service nova] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] No waiting events found dispatching network-vif-plugged-a598f23d-f292-4654-8333-8663561bf080 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.362583] env[69437]: WARNING nova.compute.manager [req-2bef43fc-248e-4a5d-bd88-40e289f608e4 req-100fec10-bb39-4f70-9b99-6634eb6c0517 service nova] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Received unexpected event network-vif-plugged-a598f23d-f292-4654-8333-8663561bf080 for instance with vm_state building and task_state spawning. [ 1240.444674] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.444897] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.445155] env[69437]: INFO nova.compute.manager [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Shelving [ 1240.450700] env[69437]: DEBUG nova.network.neutron [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Successfully updated port: a598f23d-f292-4654-8333-8663561bf080 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.495718] env[69437]: DEBUG oslo_vmware.api [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104326, 'name': PowerOffVM_Task, 'duration_secs': 0.225609} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.495972] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.496179] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.496445] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af0b8e0-6cd0-4e39-931f-a5cdcd6ed156 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.571733] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.571984] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.572331] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleting the datastore file [datastore2] d0fe2aa7-bd40-4778-946c-b06bd8ce003f {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.572663] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a120d07-1193-42ac-b855-dc7870245165 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.579346] env[69437]: DEBUG oslo_vmware.api [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1240.579346] env[69437]: value = "task-4104329" [ 1240.579346] env[69437]: _type = "Task" [ 1240.579346] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.587782] env[69437]: DEBUG oslo_vmware.api [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.629729] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104327, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.951053] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "refresh_cache-fc84c14e-d02a-4888-a7de-bdf9f304b1ef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.951321] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "refresh_cache-fc84c14e-d02a-4888-a7de-bdf9f304b1ef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.951563] env[69437]: DEBUG nova.network.neutron [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.091663] env[69437]: DEBUG oslo_vmware.api [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145004} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.091994] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.092208] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.092431] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.092614] env[69437]: INFO nova.compute.manager [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1241.092863] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.093073] env[69437]: DEBUG nova.compute.manager [-] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.093171] env[69437]: DEBUG nova.network.neutron [-] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.130905] env[69437]: DEBUG oslo_vmware.api [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104327, 'name': RemoveSnapshot_Task, 'duration_secs': 0.515071} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.130905] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1241.130905] env[69437]: INFO nova.compute.manager [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Took 13.17 seconds to snapshot the instance on the hypervisor. [ 1241.459100] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.459405] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d46472-3996-4b47-b7de-714d35d43446 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.468501] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1241.468501] env[69437]: value = "task-4104330" [ 1241.468501] env[69437]: _type = "Task" [ 1241.468501] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.478113] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.671810] env[69437]: DEBUG nova.network.neutron [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.675988] env[69437]: DEBUG nova.compute.manager [None req-26accecf-a4bc-4dc9-83d9-fda28058d96b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Found 1 images (rotation: 2) {{(pid=69437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1241.865311] env[69437]: DEBUG nova.network.neutron [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Updating instance_info_cache with network_info: [{"id": "a598f23d-f292-4654-8333-8663561bf080", "address": "fa:16:3e:bf:ac:c7", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa598f23d-f2", "ovs_interfaceid": "a598f23d-f292-4654-8333-8663561bf080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.980012] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104330, 'name': PowerOffVM_Task, 'duration_secs': 0.18836} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.981843] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.982958] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3efd63-e7e3-4fa0-9bde-832e912e60a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.003742] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9ff6cc-da56-42ff-b6a1-ec0b7ddfd37b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.367685] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "refresh_cache-fc84c14e-d02a-4888-a7de-bdf9f304b1ef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.368026] env[69437]: DEBUG nova.compute.manager [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Instance network_info: |[{"id": "a598f23d-f292-4654-8333-8663561bf080", "address": "fa:16:3e:bf:ac:c7", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa598f23d-f2", "ovs_interfaceid": "a598f23d-f292-4654-8333-8663561bf080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.368509] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:ac:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a598f23d-f292-4654-8333-8663561bf080', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.376308] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.376548] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.376784] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f388302e-bb22-4101-a0ba-462b3f34f16f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.398365] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.398365] env[69437]: value = "task-4104331" [ 1242.398365] env[69437]: _type = "Task" [ 1242.398365] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.407301] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104331, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.431320] env[69437]: DEBUG nova.compute.manager [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Received event network-changed-a598f23d-f292-4654-8333-8663561bf080 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.431320] env[69437]: DEBUG nova.compute.manager [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Refreshing instance network info cache due to event network-changed-a598f23d-f292-4654-8333-8663561bf080. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.431517] env[69437]: DEBUG oslo_concurrency.lockutils [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] Acquiring lock "refresh_cache-fc84c14e-d02a-4888-a7de-bdf9f304b1ef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.431517] env[69437]: DEBUG oslo_concurrency.lockutils [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] Acquired lock "refresh_cache-fc84c14e-d02a-4888-a7de-bdf9f304b1ef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.431680] env[69437]: DEBUG nova.network.neutron [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Refreshing network info cache for port a598f23d-f292-4654-8333-8663561bf080 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.482844] env[69437]: DEBUG nova.network.neutron [-] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.515023] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1242.515417] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a250c30-f1e8-40b7-bc38-89db3b2d64b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.523801] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1242.523801] env[69437]: value = "task-4104332" [ 1242.523801] env[69437]: _type = "Task" [ 1242.523801] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.534246] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.909364] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104331, 'name': CreateVM_Task, 'duration_secs': 0.334356} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.909552] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.910322] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.910429] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.910784] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.911074] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9350fdf7-960e-414a-a770-dc960c692492 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.917473] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1242.917473] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a15b48-b82a-92eb-fea6-d42d20f739e4" [ 1242.917473] env[69437]: _type = "Task" [ 1242.917473] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.927969] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a15b48-b82a-92eb-fea6-d42d20f739e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.940328] env[69437]: DEBUG nova.compute.manager [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.941526] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1f206e-bf9b-4e1d-aeab-312db2e1bb87 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.986033] env[69437]: INFO nova.compute.manager [-] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Took 1.89 seconds to deallocate network for instance. [ 1243.033157] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104332, 'name': CreateSnapshot_Task, 'duration_secs': 0.478782} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.033474] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1243.034185] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f545ac2f-1877-43ed-8c22-d68fb9b34630 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.185100] env[69437]: DEBUG nova.network.neutron [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Updated VIF entry in instance network info cache for port a598f23d-f292-4654-8333-8663561bf080. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.185786] env[69437]: DEBUG nova.network.neutron [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Updating instance_info_cache with network_info: [{"id": "a598f23d-f292-4654-8333-8663561bf080", "address": "fa:16:3e:bf:ac:c7", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa598f23d-f2", "ovs_interfaceid": "a598f23d-f292-4654-8333-8663561bf080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.251532] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.251843] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.252027] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.252216] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.252443] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.254672] env[69437]: INFO nova.compute.manager [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Terminating instance [ 1243.428304] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a15b48-b82a-92eb-fea6-d42d20f739e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.428637] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.428887] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.429154] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.429309] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.429495] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.429783] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a44c1d60-cc91-4db6-a8cb-984f95b0421c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.439641] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.439896] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.440624] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99844bd-1c2a-4e89-80fc-0bdbdea63322 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.447491] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1243.447491] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525a6dfe-1706-c746-a036-27cb6471116e" [ 1243.447491] env[69437]: _type = "Task" [ 1243.447491] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.453091] env[69437]: INFO nova.compute.manager [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] instance snapshotting [ 1243.453649] env[69437]: DEBUG nova.objects.instance [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'flavor' on Instance uuid dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.460967] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525a6dfe-1706-c746-a036-27cb6471116e, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.461731] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c708df-e138-4b48-805b-c08241075998 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.467252] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1243.467252] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b55141-ca1d-c2ed-55fa-e64092f0e8c4" [ 1243.467252] env[69437]: _type = "Task" [ 1243.467252] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.477077] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b55141-ca1d-c2ed-55fa-e64092f0e8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.492970] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.493311] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.493499] env[69437]: DEBUG nova.objects.instance [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'resources' on Instance uuid d0fe2aa7-bd40-4778-946c-b06bd8ce003f {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.556100] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1243.556100] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40e011b4-c26b-4722-b199-ecbcac82b30b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.565543] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1243.565543] env[69437]: value = "task-4104333" [ 1243.565543] env[69437]: _type = "Task" [ 1243.565543] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.574789] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104333, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.688497] env[69437]: DEBUG oslo_concurrency.lockutils [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] Releasing lock "refresh_cache-fc84c14e-d02a-4888-a7de-bdf9f304b1ef" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.688726] env[69437]: DEBUG nova.compute.manager [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Received event network-vif-deleted-8961b223-4836-4c84-9eb9-8c6f2522f68e {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.688885] env[69437]: INFO nova.compute.manager [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Neutron deleted interface 8961b223-4836-4c84-9eb9-8c6f2522f68e; detaching it from the instance and deleting it from the info cache [ 1243.689079] env[69437]: DEBUG nova.network.neutron [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.758898] env[69437]: DEBUG nova.compute.manager [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.759139] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.760020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10641da8-2de0-4d91-b56f-6250a2033551 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.768507] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.768757] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-289f4d09-d307-43b6-90df-709b57e02d61 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.775905] env[69437]: DEBUG oslo_vmware.api [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1243.775905] env[69437]: value = "task-4104334" [ 1243.775905] env[69437]: _type = "Task" [ 1243.775905] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.785768] env[69437]: DEBUG oslo_vmware.api [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.960613] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd75e0b-15f0-4907-9f5b-b41459a2b816 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.983887] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c7671d-ef6a-4930-9fb3-01e1d65b4c9a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.000350] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b55141-ca1d-c2ed-55fa-e64092f0e8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.001831] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.001831] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef/fc84c14e-d02a-4888-a7de-bdf9f304b1ef.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.001831] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9eebd3c-e3a8-4903-9bcf-decd96c2611b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.010387] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1244.010387] env[69437]: value = "task-4104335" [ 1244.010387] env[69437]: _type = "Task" [ 1244.010387] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.020199] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.076011] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104333, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.145801] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c1aa12-9f15-48b9-a30f-ee4ab920cc33 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.154589] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8da102-2ec1-4ff3-92ee-8faa4637c6b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.190070] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879a4c50-7d41-472d-892d-375bb6231a28 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.193309] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27608b3a-423c-4f93-b976-7a3d2f3d534f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.203320] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6223130-f082-4104-b743-c9b2aa7e217f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.209677] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca7f1f6-f5ca-427e-ba0a-e7ca7184cb89 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.233869] env[69437]: DEBUG nova.compute.provider_tree [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.244154] env[69437]: DEBUG nova.compute.manager [req-7eff1b95-d219-44b9-b413-64ffc2a14440 req-7d6745ba-1edf-465e-a3bb-838bb3588eae service nova] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Detach interface failed, port_id=8961b223-4836-4c84-9eb9-8c6f2522f68e, reason: Instance d0fe2aa7-bd40-4778-946c-b06bd8ce003f could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1244.288606] env[69437]: DEBUG oslo_vmware.api [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104334, 'name': PowerOffVM_Task, 'duration_secs': 0.351547} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.288922] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.289103] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.289443] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1985672c-72d7-40ba-983e-0e5e4dfcfc3f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.376719] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.376987] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.377211] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleting the datastore file [datastore1] 61bb087d-abb1-4e51-9325-7ec76b6e47c4 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.377506] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e699d890-09b8-4140-8bba-ea9e500f36c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.385260] env[69437]: DEBUG oslo_vmware.api [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1244.385260] env[69437]: value = "task-4104337" [ 1244.385260] env[69437]: _type = "Task" [ 1244.385260] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.394875] env[69437]: DEBUG oslo_vmware.api [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.503259] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1244.503772] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df6defb1-84ef-4c9f-854a-3c223fc681ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.518625] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1244.518625] env[69437]: value = "task-4104338" [ 1244.518625] env[69437]: _type = "Task" [ 1244.518625] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.525697] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104335, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.526558] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef/fc84c14e-d02a-4888-a7de-bdf9f304b1ef.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.527018] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.527320] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f54acb0-3d8a-4b96-8cd9-c159a28448d4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.533617] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104338, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.539568] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1244.539568] env[69437]: value = "task-4104339" [ 1244.539568] env[69437]: _type = "Task" [ 1244.539568] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.548532] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.576180] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104333, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.746726] env[69437]: DEBUG nova.scheduler.client.report [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.896653] env[69437]: DEBUG oslo_vmware.api [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258075} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.897084] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.897323] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.897543] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.897833] env[69437]: INFO nova.compute.manager [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1244.898132] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.898422] env[69437]: DEBUG nova.compute.manager [-] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.898539] env[69437]: DEBUG nova.network.neutron [-] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.030655] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104338, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.049700] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090161} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.049969] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.050767] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff15849-f56b-46f8-8df6-ab605205cd87 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.074701] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef/fc84c14e-d02a-4888-a7de-bdf9f304b1ef.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.075100] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74384a03-7812-448e-8220-0ef2af6f65dd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.101466] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104333, 'name': CloneVM_Task, 'duration_secs': 1.226687} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.102942] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Created linked-clone VM from snapshot [ 1245.103292] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1245.103292] env[69437]: value = "task-4104340" [ 1245.103292] env[69437]: _type = "Task" [ 1245.103292] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.104018] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28560d93-c3ff-4cf7-9674-ee1f1e342afa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.115203] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Uploading image f8c17900-f7cc-47ff-91f8-7b721d2a49e9 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1245.120342] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.143018] env[69437]: DEBUG oslo_vmware.rw_handles [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1245.143018] env[69437]: value = "vm-813000" [ 1245.143018] env[69437]: _type = "VirtualMachine" [ 1245.143018] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1245.143362] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52473871-6b4a-4f0d-ad2c-704bc7294b83 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.151883] env[69437]: DEBUG oslo_vmware.rw_handles [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lease: (returnval){ [ 1245.151883] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5277950e-1b1d-376b-957b-d2d428e5a354" [ 1245.151883] env[69437]: _type = "HttpNfcLease" [ 1245.151883] env[69437]: } obtained for exporting VM: (result){ [ 1245.151883] env[69437]: value = "vm-813000" [ 1245.151883] env[69437]: _type = "VirtualMachine" [ 1245.151883] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1245.152367] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the lease: (returnval){ [ 1245.152367] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5277950e-1b1d-376b-957b-d2d428e5a354" [ 1245.152367] env[69437]: _type = "HttpNfcLease" [ 1245.152367] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1245.160093] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.160093] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5277950e-1b1d-376b-957b-d2d428e5a354" [ 1245.160093] env[69437]: _type = "HttpNfcLease" [ 1245.160093] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1245.252475] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.276801] env[69437]: INFO nova.scheduler.client.report [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleted allocations for instance d0fe2aa7-bd40-4778-946c-b06bd8ce003f [ 1245.444254] env[69437]: DEBUG nova.compute.manager [req-00c55ab7-37a3-4e26-8eab-2e31c94c4339 req-20920f58-3431-466e-8641-c17442f77f4d service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Received event network-vif-deleted-889cd5fe-b740-4d79-9814-a2645978faa7 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.444436] env[69437]: INFO nova.compute.manager [req-00c55ab7-37a3-4e26-8eab-2e31c94c4339 req-20920f58-3431-466e-8641-c17442f77f4d service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Neutron deleted interface 889cd5fe-b740-4d79-9814-a2645978faa7; detaching it from the instance and deleting it from the info cache [ 1245.444683] env[69437]: DEBUG nova.network.neutron [req-00c55ab7-37a3-4e26-8eab-2e31c94c4339 req-20920f58-3431-466e-8641-c17442f77f4d service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.530609] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104338, 'name': CreateSnapshot_Task, 'duration_secs': 0.924756} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.530983] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1245.531581] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6863316-7b47-4bd4-8ae7-354ca664cb6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.617821] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104340, 'name': ReconfigVM_Task, 'duration_secs': 0.377647} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.621077] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Reconfigured VM instance instance-00000075 to attach disk [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef/fc84c14e-d02a-4888-a7de-bdf9f304b1ef.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.622461] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e5be95e-4cc6-4106-9d3d-5fcfa1a99295 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.633195] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1245.633195] env[69437]: value = "task-4104342" [ 1245.633195] env[69437]: _type = "Task" [ 1245.633195] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.639677] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104342, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.661619] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.661619] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5277950e-1b1d-376b-957b-d2d428e5a354" [ 1245.661619] env[69437]: _type = "HttpNfcLease" [ 1245.661619] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1245.661932] env[69437]: DEBUG oslo_vmware.rw_handles [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1245.661932] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5277950e-1b1d-376b-957b-d2d428e5a354" [ 1245.661932] env[69437]: _type = "HttpNfcLease" [ 1245.661932] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1245.662675] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd785a6-444a-45c9-a6c7-2e12a1db0c17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.672116] env[69437]: DEBUG oslo_vmware.rw_handles [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f6a1-623c-88d1-7b11-75c3402d72dd/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1245.672429] env[69437]: DEBUG oslo_vmware.rw_handles [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f6a1-623c-88d1-7b11-75c3402d72dd/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1245.762940] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0071c12c-b1dc-4262-b439-42df0d1a78a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.786283] env[69437]: DEBUG oslo_concurrency.lockutils [None req-7cf62250-8a5b-4eab-9105-b7962ebde6cd tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "d0fe2aa7-bd40-4778-946c-b06bd8ce003f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.324s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.919520] env[69437]: DEBUG nova.network.neutron [-] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.947135] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b37245e6-5d7d-4418-bb76-7ad6ab8d4e21 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.957715] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf24204f-0357-4826-ad15-f657651ce546 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.990972] env[69437]: DEBUG nova.compute.manager [req-00c55ab7-37a3-4e26-8eab-2e31c94c4339 req-20920f58-3431-466e-8641-c17442f77f4d service nova] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Detach interface failed, port_id=889cd5fe-b740-4d79-9814-a2645978faa7, reason: Instance 61bb087d-abb1-4e51-9325-7ec76b6e47c4 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1246.052082] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1246.052436] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02f0b2ab-3dea-44d3-a9c0-11588735aee1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.062219] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1246.062219] env[69437]: value = "task-4104343" [ 1246.062219] env[69437]: _type = "Task" [ 1246.062219] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.072223] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104343, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.144304] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104342, 'name': Rename_Task, 'duration_secs': 0.191277} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.144780] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.145179] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94394c4d-3f17-4687-9e60-7a8e9ce03494 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.153898] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1246.153898] env[69437]: value = "task-4104344" [ 1246.153898] env[69437]: _type = "Task" [ 1246.153898] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.165172] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.420610] env[69437]: INFO nova.compute.manager [-] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Took 1.52 seconds to deallocate network for instance. [ 1246.572994] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104343, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.664412] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.671099] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "506f7662-6305-4157-bbae-93851858d1ba" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.671565] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.928674] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.929423] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.929861] env[69437]: DEBUG nova.objects.instance [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'resources' on Instance uuid 61bb087d-abb1-4e51-9325-7ec76b6e47c4 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.073640] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104343, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.169546] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104344, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.178056] env[69437]: INFO nova.compute.manager [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Detaching volume 4d04dbb6-2b81-4bc0-b5e1-71ed157374d7 [ 1247.229633] env[69437]: INFO nova.virt.block_device [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Attempting to driver detach volume 4d04dbb6-2b81-4bc0-b5e1-71ed157374d7 from mountpoint /dev/sdb [ 1247.229962] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.230173] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812977', 'volume_id': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'name': 'volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '506f7662-6305-4157-bbae-93851858d1ba', 'attached_at': '', 'detached_at': '', 'volume_id': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'serial': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.231085] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae49c1e-7fb1-4a23-be33-8fbf9429cd2f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.256565] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc28f52-d92e-4ebc-8e2e-f2980ed85efe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.264879] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30f8101-9d17-409e-83d1-84ec5b0bf2aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.289643] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a3b54e-4b89-43ff-99a0-06f332e7a0a9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.308401] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] The volume has not been displaced from its original location: [datastore1] volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7/volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.314038] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.315157] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac0b753-0df7-43cd-9169-7640318d861b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.335351] env[69437]: DEBUG oslo_vmware.api [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1247.335351] env[69437]: value = "task-4104345" [ 1247.335351] env[69437]: _type = "Task" [ 1247.335351] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.346832] env[69437]: DEBUG oslo_vmware.api [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.565769] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4ea8f6-fc79-418e-bbd6-fee3f34be88e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.578946] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104343, 'name': CloneVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.582639] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda1625-be70-49f7-a7db-d30bd3385771 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.622419] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb85bd-ff0c-4051-9cb3-78833a41078d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.631870] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c59ee0-b4e1-46b1-847c-c8c6c72902b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.646509] env[69437]: DEBUG nova.compute.provider_tree [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.667237] env[69437]: DEBUG oslo_vmware.api [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104344, 'name': PowerOnVM_Task, 'duration_secs': 1.072576} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.667523] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.667743] env[69437]: INFO nova.compute.manager [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1247.667931] env[69437]: DEBUG nova.compute.manager [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1247.668741] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2fb626-b8b8-4b8f-be6e-d62fa15cfb3f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.846640] env[69437]: DEBUG oslo_vmware.api [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104345, 'name': ReconfigVM_Task, 'duration_secs': 0.317057} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.847012] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.851851] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232d5f21-6386-4ddc-b585-f32c79e3f4a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.868315] env[69437]: DEBUG oslo_vmware.api [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1247.868315] env[69437]: value = "task-4104346" [ 1247.868315] env[69437]: _type = "Task" [ 1247.868315] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.877208] env[69437]: DEBUG oslo_vmware.api [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.074981] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104343, 'name': CloneVM_Task, 'duration_secs': 1.55153} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.075470] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Created linked-clone VM from snapshot [ 1248.076409] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cfe854-997d-4735-9743-5ae808b0581d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.084147] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Uploading image f45094fd-f67c-4c4b-af87-f974c5360f7a {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1248.109165] env[69437]: DEBUG oslo_vmware.rw_handles [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1248.109165] env[69437]: value = "vm-813002" [ 1248.109165] env[69437]: _type = "VirtualMachine" [ 1248.109165] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1248.109476] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a64d4716-c425-47be-bc22-542db0c35894 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.117239] env[69437]: DEBUG oslo_vmware.rw_handles [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease: (returnval){ [ 1248.117239] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52713747-45ac-996b-479e-c1e21601e4a9" [ 1248.117239] env[69437]: _type = "HttpNfcLease" [ 1248.117239] env[69437]: } obtained for exporting VM: (result){ [ 1248.117239] env[69437]: value = "vm-813002" [ 1248.117239] env[69437]: _type = "VirtualMachine" [ 1248.117239] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1248.117556] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the lease: (returnval){ [ 1248.117556] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52713747-45ac-996b-479e-c1e21601e4a9" [ 1248.117556] env[69437]: _type = "HttpNfcLease" [ 1248.117556] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1248.124995] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.124995] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52713747-45ac-996b-479e-c1e21601e4a9" [ 1248.124995] env[69437]: _type = "HttpNfcLease" [ 1248.124995] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.150264] env[69437]: DEBUG nova.scheduler.client.report [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.187068] env[69437]: INFO nova.compute.manager [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Took 12.26 seconds to build instance. [ 1248.378813] env[69437]: DEBUG oslo_vmware.api [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.626741] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.626741] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52713747-45ac-996b-479e-c1e21601e4a9" [ 1248.626741] env[69437]: _type = "HttpNfcLease" [ 1248.626741] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1248.627286] env[69437]: DEBUG oslo_vmware.rw_handles [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1248.627286] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52713747-45ac-996b-479e-c1e21601e4a9" [ 1248.627286] env[69437]: _type = "HttpNfcLease" [ 1248.627286] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1248.627772] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05966912-4724-4057-ad16-27eb11265427 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.635955] env[69437]: DEBUG oslo_vmware.rw_handles [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b059ea-95fd-8975-ae81-81d14617d879/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1248.636192] env[69437]: DEBUG oslo_vmware.rw_handles [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b059ea-95fd-8975-ae81-81d14617d879/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1248.690184] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.692426] env[69437]: DEBUG oslo_concurrency.lockutils [None req-df7dd068-8f63-40d9-8261-38207e37b0f0 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.776s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.712599] env[69437]: INFO nova.scheduler.client.report [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted allocations for instance 61bb087d-abb1-4e51-9325-7ec76b6e47c4 [ 1248.762784] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e548aae1-639f-4a27-ae6d-23404b623c4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.879722] env[69437]: DEBUG oslo_vmware.api [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104346, 'name': ReconfigVM_Task, 'duration_secs': 0.880987} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.880073] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-812977', 'volume_id': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'name': 'volume-4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '506f7662-6305-4157-bbae-93851858d1ba', 'attached_at': '', 'detached_at': '', 'volume_id': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7', 'serial': '4d04dbb6-2b81-4bc0-b5e1-71ed157374d7'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1249.221744] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6c743a56-5608-4dac-b96f-af4c4c14460f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "61bb087d-abb1-4e51-9325-7ec76b6e47c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.970s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.392431] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.392859] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.393120] env[69437]: DEBUG nova.compute.manager [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1249.394310] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93603ab4-3554-45f7-8b7d-919e02a3e235 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.402510] env[69437]: DEBUG nova.compute.manager [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1249.403422] env[69437]: DEBUG nova.objects.instance [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lazy-loading 'flavor' on Instance uuid fc84c14e-d02a-4888-a7de-bdf9f304b1ef {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.434906] env[69437]: DEBUG nova.objects.instance [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'flavor' on Instance uuid 506f7662-6305-4157-bbae-93851858d1ba {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.412484] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.412840] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11714eb6-523b-4375-b7c5-5f6fd46d5358 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.420686] env[69437]: DEBUG oslo_vmware.api [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1250.420686] env[69437]: value = "task-4104348" [ 1250.420686] env[69437]: _type = "Task" [ 1250.420686] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.431539] env[69437]: DEBUG oslo_vmware.api [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.444357] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b30671be-47ed-4744-9057-629d69387b59 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.773s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.931164] env[69437]: DEBUG oslo_vmware.api [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104348, 'name': PowerOffVM_Task, 'duration_secs': 0.221124} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.932071] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.932071] env[69437]: DEBUG nova.compute.manager [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1250.933078] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82f0e69-615e-43de-ac6f-9360f4578b7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.989509] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "506f7662-6305-4157-bbae-93851858d1ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.989840] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.990076] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "506f7662-6305-4157-bbae-93851858d1ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.990270] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.990446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.992995] env[69437]: INFO nova.compute.manager [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Terminating instance [ 1251.188066] env[69437]: DEBUG nova.compute.manager [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Stashing vm_state: active {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1251.310056] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquiring lock "a08a1f73-277c-4063-8b18-50f7dfd7665e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.310628] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.311051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquiring lock "a08a1f73-277c-4063-8b18-50f7dfd7665e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.311446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.311824] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.315117] env[69437]: INFO nova.compute.manager [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Terminating instance [ 1251.447851] env[69437]: DEBUG oslo_concurrency.lockutils [None req-33c80046-0443-486e-862e-fc2d03501bb4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.497823] env[69437]: DEBUG nova.compute.manager [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.498134] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.498997] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3451e2cf-aa7d-4cdb-aa11-7cc97d5cf310 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.508709] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.509045] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68ffe726-11f5-4bbf-a451-ebb452e52d4a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.517426] env[69437]: DEBUG oslo_vmware.api [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1251.517426] env[69437]: value = "task-4104349" [ 1251.517426] env[69437]: _type = "Task" [ 1251.517426] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.529505] env[69437]: DEBUG oslo_vmware.api [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.713638] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.714052] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.820193] env[69437]: DEBUG nova.compute.manager [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.820460] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.821835] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f29c00a-d7fa-4ddb-953f-b2ca2dbe22f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.830370] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.830644] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c2a4aa3-bd6d-45c2-a36f-9b3424a9db0b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.838217] env[69437]: DEBUG oslo_vmware.api [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1251.838217] env[69437]: value = "task-4104350" [ 1251.838217] env[69437]: _type = "Task" [ 1251.838217] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.848582] env[69437]: DEBUG oslo_vmware.api [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.028844] env[69437]: DEBUG oslo_vmware.api [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104349, 'name': PowerOffVM_Task, 'duration_secs': 0.234054} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.029205] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.029426] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.029720] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb2723ca-60f6-41be-ae7e-a5c70087108e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.104686] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.104940] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.105131] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleting the datastore file [datastore1] 506f7662-6305-4157-bbae-93851858d1ba {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.105493] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a743df75-016e-4ff6-875e-823856af9ae9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.113553] env[69437]: DEBUG oslo_vmware.api [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1252.113553] env[69437]: value = "task-4104352" [ 1252.113553] env[69437]: _type = "Task" [ 1252.113553] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.122021] env[69437]: DEBUG oslo_vmware.api [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.219166] env[69437]: INFO nova.compute.claims [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.348787] env[69437]: DEBUG oslo_vmware.api [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104350, 'name': PowerOffVM_Task, 'duration_secs': 0.219771} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.349138] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.349266] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.349524] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75987c58-88e0-4f54-b6ef-ac38dd55f55b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.432751] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.433231] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.433580] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Deleting the datastore file [datastore1] a08a1f73-277c-4063-8b18-50f7dfd7665e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.434017] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1211455-30b7-413f-9aa1-19a4abaa393c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.442730] env[69437]: DEBUG oslo_vmware.api [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for the task: (returnval){ [ 1252.442730] env[69437]: value = "task-4104354" [ 1252.442730] env[69437]: _type = "Task" [ 1252.442730] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.453585] env[69437]: DEBUG oslo_vmware.api [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.624925] env[69437]: DEBUG oslo_vmware.api [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173479} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.625203] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.625390] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.625624] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.625841] env[69437]: INFO nova.compute.manager [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1252.626137] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.626350] env[69437]: DEBUG nova.compute.manager [-] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.626447] env[69437]: DEBUG nova.network.neutron [-] [instance: 506f7662-6305-4157-bbae-93851858d1ba] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.726146] env[69437]: INFO nova.compute.resource_tracker [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating resource usage from migration c05351e8-9387-43fc-92e9-7a1e1e28ac8a [ 1252.847303] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee14ca2-d9c7-4ced-892e-9914844f97ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.856772] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83985232-ef35-483e-9cec-44a919fd977d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.890928] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2e7841-e9b4-475e-a13f-32d9d0938478 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.900537] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c67d64-4c40-40fa-b89a-f5bf14a82e83 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.916226] env[69437]: DEBUG nova.compute.provider_tree [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.953588] env[69437]: DEBUG oslo_vmware.api [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Task: {'id': task-4104354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187223} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.953883] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.954099] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.954290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.954505] env[69437]: INFO nova.compute.manager [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1252.954786] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.955011] env[69437]: DEBUG nova.compute.manager [-] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.955116] env[69437]: DEBUG nova.network.neutron [-] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.270942] env[69437]: DEBUG nova.compute.manager [req-88c102fe-7a6b-4ac4-950c-7f276c80792e req-84666b1d-4b46-4e87-aeaf-1701152019a9 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Received event network-vif-deleted-c7b07fbc-291d-4cde-8f5d-99b8a25fef34 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.272080] env[69437]: INFO nova.compute.manager [req-88c102fe-7a6b-4ac4-950c-7f276c80792e req-84666b1d-4b46-4e87-aeaf-1701152019a9 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Neutron deleted interface c7b07fbc-291d-4cde-8f5d-99b8a25fef34; detaching it from the instance and deleting it from the info cache [ 1253.272341] env[69437]: DEBUG nova.network.neutron [req-88c102fe-7a6b-4ac4-950c-7f276c80792e req-84666b1d-4b46-4e87-aeaf-1701152019a9 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.420038] env[69437]: DEBUG nova.scheduler.client.report [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.697223] env[69437]: DEBUG oslo_vmware.rw_handles [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f6a1-623c-88d1-7b11-75c3402d72dd/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1253.698248] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdc0736-f5a9-4d70-8b25-5226353a3346 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.705190] env[69437]: DEBUG oslo_vmware.rw_handles [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f6a1-623c-88d1-7b11-75c3402d72dd/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1253.705366] env[69437]: ERROR oslo_vmware.rw_handles [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f6a1-623c-88d1-7b11-75c3402d72dd/disk-0.vmdk due to incomplete transfer. [ 1253.706186] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c507cac-fa71-484f-9366-0121b66b4390 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.717268] env[69437]: DEBUG oslo_vmware.rw_handles [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f6a1-623c-88d1-7b11-75c3402d72dd/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1253.717487] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Uploaded image f8c17900-f7cc-47ff-91f8-7b721d2a49e9 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1253.719895] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1253.720198] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea11afa6-c66f-4832-a660-769ef1e5d192 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.728456] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1253.728456] env[69437]: value = "task-4104355" [ 1253.728456] env[69437]: _type = "Task" [ 1253.728456] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.531985] env[69437]: DEBUG nova.network.neutron [-] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.533472] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.819s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.533472] env[69437]: INFO nova.compute.manager [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Migrating [ 1254.539791] env[69437]: DEBUG nova.network.neutron [-] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.545337] env[69437]: INFO nova.compute.manager [-] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Took 1.92 seconds to deallocate network for instance. [ 1254.547118] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c683fa9-fc05-4c74-88c3-bf06f451c630 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.560399] env[69437]: INFO nova.compute.manager [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Rebuilding instance [ 1254.563184] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104355, 'name': Destroy_Task, 'duration_secs': 0.411127} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.567235] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Destroyed the VM [ 1254.567495] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1254.568377] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a7c3d157-6a59-4b0c-acf4-ac9cdfb784d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.575607] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8809eff6-a40e-4083-aab0-a063518b816d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.590969] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1254.590969] env[69437]: value = "task-4104356" [ 1254.590969] env[69437]: _type = "Task" [ 1254.590969] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.605922] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.615191] env[69437]: DEBUG nova.compute.manager [req-88c102fe-7a6b-4ac4-950c-7f276c80792e req-84666b1d-4b46-4e87-aeaf-1701152019a9 service nova] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Detach interface failed, port_id=c7b07fbc-291d-4cde-8f5d-99b8a25fef34, reason: Instance 506f7662-6305-4157-bbae-93851858d1ba could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.624940] env[69437]: DEBUG nova.compute.manager [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1254.625541] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0828a656-ee7f-4571-ba06-9a1a422b9470 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.046948] env[69437]: INFO nova.compute.manager [-] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Took 2.09 seconds to deallocate network for instance. [ 1255.061568] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.061568] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.061873] env[69437]: DEBUG nova.network.neutron [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.069612] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.069855] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.070064] env[69437]: DEBUG nova.objects.instance [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'resources' on Instance uuid 506f7662-6305-4157-bbae-93851858d1ba {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.102463] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104356, 'name': RemoveSnapshot_Task, 'duration_secs': 0.387733} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.102777] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1255.103057] env[69437]: DEBUG nova.compute.manager [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1255.103827] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e360ad0-18b8-421d-bb14-f86c0dc004c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.300882] env[69437]: DEBUG nova.compute.manager [req-b7d6c836-9678-4409-a401-4a6ca0d464b4 req-5b4a3a51-5d35-4c24-b36b-363ec41fa252 service nova] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Received event network-vif-deleted-5501f0c9-6f20-4f7f-8f41-39dde74808a4 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.554210] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.617969] env[69437]: INFO nova.compute.manager [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Shelve offloading [ 1255.639830] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.640220] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c0de794-8f54-4185-b6f2-e08ca86b01c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.647519] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1255.647519] env[69437]: value = "task-4104357" [ 1255.647519] env[69437]: _type = "Task" [ 1255.647519] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.659547] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1255.659868] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.663265] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ff11a-daac-4e78-8f1e-c44e2546d38d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.671379] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.673770] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4c360ed-7dd7-4d2c-ad8e-07f1082f3a54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.701679] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0028b721-8469-4286-ae54-12454726fc3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.712664] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece77523-859b-4ead-9880-809ae0a22e40 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.746470] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefa3f06-22d4-4f9a-90d5-6b769f0afa00 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.754906] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d829cab-0f05-4b85-a32f-b0ae13151971 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.770920] env[69437]: DEBUG nova.compute.provider_tree [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.780292] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.780607] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.780867] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleting the datastore file [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.782046] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b201f820-4103-4000-9491-e5c5a8bd253a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.793531] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1255.793531] env[69437]: value = "task-4104359" [ 1255.793531] env[69437]: _type = "Task" [ 1255.793531] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.805263] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.852515] env[69437]: DEBUG nova.network.neutron [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [{"id": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "address": "fa:16:3e:c1:98:88", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e506ed6-a5", "ovs_interfaceid": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.123874] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.124278] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-378cff5f-f1dd-4373-80bf-c7956f93bbc5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.132363] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1256.132363] env[69437]: value = "task-4104360" [ 1256.132363] env[69437]: _type = "Task" [ 1256.132363] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.143607] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1256.143940] env[69437]: DEBUG nova.compute.manager [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1256.144883] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8850f88-2d6b-418d-a2db-85b6e269730b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.152334] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.152634] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.152822] env[69437]: DEBUG nova.network.neutron [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.275151] env[69437]: DEBUG nova.scheduler.client.report [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.304293] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174853} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.304608] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.304757] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.304935] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.355508] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.401394] env[69437]: DEBUG oslo_vmware.rw_handles [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b059ea-95fd-8975-ae81-81d14617d879/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1256.402299] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c51b71-554d-4832-87c9-d7b1fcd4d89c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.410017] env[69437]: DEBUG oslo_vmware.rw_handles [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b059ea-95fd-8975-ae81-81d14617d879/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1256.410245] env[69437]: ERROR oslo_vmware.rw_handles [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b059ea-95fd-8975-ae81-81d14617d879/disk-0.vmdk due to incomplete transfer. [ 1256.410339] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a18f7ec8-29c8-4da8-84da-41d34ce188a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.419006] env[69437]: DEBUG oslo_vmware.rw_handles [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b059ea-95fd-8975-ae81-81d14617d879/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1256.419230] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Uploaded image f45094fd-f67c-4c4b-af87-f974c5360f7a to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1256.420927] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1256.421207] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ca444eb-c5b4-478f-9ea6-fcf67ab7bfe9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.428761] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1256.428761] env[69437]: value = "task-4104361" [ 1256.428761] env[69437]: _type = "Task" [ 1256.428761] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.439622] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104361, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.781619] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.784602] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.231s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.784902] env[69437]: DEBUG nova.objects.instance [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lazy-loading 'resources' on Instance uuid a08a1f73-277c-4063-8b18-50f7dfd7665e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.812346] env[69437]: INFO nova.scheduler.client.report [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleted allocations for instance 506f7662-6305-4157-bbae-93851858d1ba [ 1256.940889] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104361, 'name': Destroy_Task, 'duration_secs': 0.355113} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.940889] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Destroyed the VM [ 1256.940889] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1256.940889] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48d617f3-d9be-4d79-ab3b-6b844e73ff23 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.947843] env[69437]: DEBUG nova.network.neutron [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating instance_info_cache with network_info: [{"id": "84882327-7f7e-435c-a76f-e8f17a660d81", "address": "fa:16:3e:1b:eb:7e", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84882327-7f", "ovs_interfaceid": "84882327-7f7e-435c-a76f-e8f17a660d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.951316] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1256.951316] env[69437]: value = "task-4104362" [ 1256.951316] env[69437]: _type = "Task" [ 1256.951316] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.962600] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.320015] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9a8e861e-4461-4121-9690-ef4f91611d7b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "506f7662-6305-4157-bbae-93851858d1ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.330s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.339833] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.340101] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.340267] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.340449] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.340601] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.340748] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.340947] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.341150] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.341299] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.341463] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.341634] env[69437]: DEBUG nova.virt.hardware [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.342749] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32a4793-e2cf-455e-8e0e-3708e3ec76db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.353897] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2289a-b8c9-4249-9ce8-157d47873ec7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.373942] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:ac:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a598f23d-f292-4654-8333-8663561bf080', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.381548] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.384889] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.386445] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0bf966d-3030-4411-bfe8-1979eba32c8b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.408494] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.408494] env[69437]: value = "task-4104363" [ 1257.408494] env[69437]: _type = "Task" [ 1257.408494] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.413908] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d22177-f9a4-49e9-a55d-eb9ac9f2ebc5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.419885] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104363, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.424675] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880d7245-1e4e-4b44-96ce-e042e66eec0f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.454855] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.460673] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8ba302-ea62-4c67-8147-a34dc49b2350 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.471242] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104362, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.474732] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad7a736-4ba5-4efe-b9ff-c0778f868977 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.489850] env[69437]: DEBUG nova.compute.provider_tree [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.746190] env[69437]: DEBUG nova.compute.manager [req-df31891f-2610-4a38-b37c-b6f0110c6e35 req-1a6b614a-cce2-4e6a-9fc9-1507b76051f0 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received event network-vif-unplugged-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.746190] env[69437]: DEBUG oslo_concurrency.lockutils [req-df31891f-2610-4a38-b37c-b6f0110c6e35 req-1a6b614a-cce2-4e6a-9fc9-1507b76051f0 service nova] Acquiring lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.746190] env[69437]: DEBUG oslo_concurrency.lockutils [req-df31891f-2610-4a38-b37c-b6f0110c6e35 req-1a6b614a-cce2-4e6a-9fc9-1507b76051f0 service nova] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.746439] env[69437]: DEBUG oslo_concurrency.lockutils [req-df31891f-2610-4a38-b37c-b6f0110c6e35 req-1a6b614a-cce2-4e6a-9fc9-1507b76051f0 service nova] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.746892] env[69437]: DEBUG nova.compute.manager [req-df31891f-2610-4a38-b37c-b6f0110c6e35 req-1a6b614a-cce2-4e6a-9fc9-1507b76051f0 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] No waiting events found dispatching network-vif-unplugged-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1257.746892] env[69437]: WARNING nova.compute.manager [req-df31891f-2610-4a38-b37c-b6f0110c6e35 req-1a6b614a-cce2-4e6a-9fc9-1507b76051f0 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received unexpected event network-vif-unplugged-84882327-7f7e-435c-a76f-e8f17a660d81 for instance with vm_state shelved and task_state shelving_offloading. [ 1257.837225] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.838127] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17da21c4-d2e1-4852-9f28-de25212410e8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.845622] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.845898] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0534f6bb-2ae2-4f55-b996-b13f83977cfb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.878329] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50694161-db58-4ccb-952a-57357134ac4f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.896974] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance 'd92efd14-098b-44ac-a552-68bc3adfac6d' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.918421] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104363, 'name': CreateVM_Task, 'duration_secs': 0.458987} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.918592] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.919373] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.919573] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.920105] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.920214] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f775c9-f129-40e4-beb2-d069bce2f97e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.925835] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1257.925835] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520bf69e-7173-7c5b-2024-51906c129fa6" [ 1257.925835] env[69437]: _type = "Task" [ 1257.925835] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.934937] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520bf69e-7173-7c5b-2024-51906c129fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.966514] env[69437]: DEBUG oslo_vmware.api [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.5711} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.966891] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1257.967015] env[69437]: INFO nova.compute.manager [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Took 14.01 seconds to snapshot the instance on the hypervisor. [ 1257.993269] env[69437]: DEBUG nova.scheduler.client.report [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.403619] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.403953] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-274d08b7-7f8b-4502-9068-f46b3953c92d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.411494] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1258.411494] env[69437]: value = "task-4104365" [ 1258.411494] env[69437]: _type = "Task" [ 1258.411494] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.421131] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.436059] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520bf69e-7173-7c5b-2024-51906c129fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.436361] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.436602] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.436867] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.437067] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.437266] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.437534] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e27979f7-1533-4e08-a246-1e52bef9e572 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.450902] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.451176] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.452097] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a0fbaa-9c61-4134-a01b-0763a02351b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.457736] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1258.457736] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e2bb53-6e40-8fdf-e5fe-68e7dc717918" [ 1258.457736] env[69437]: _type = "Task" [ 1258.457736] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.468086] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e2bb53-6e40-8fdf-e5fe-68e7dc717918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.498554] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.516775] env[69437]: DEBUG nova.compute.manager [None req-0eaa91bb-98e7-480a-a74b-5fcf219f4cdf tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Found 2 images (rotation: 2) {{(pid=69437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1258.532936] env[69437]: INFO nova.scheduler.client.report [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Deleted allocations for instance a08a1f73-277c-4063-8b18-50f7dfd7665e [ 1258.577840] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.578152] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.578368] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleting the datastore file [datastore2] 9f9eeee2-b148-4530-8b2b-4bfefab65dab {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.578632] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b99649e8-5fc6-4acb-b11c-3556997f5f0d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.587033] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1258.587033] env[69437]: value = "task-4104366" [ 1258.587033] env[69437]: _type = "Task" [ 1258.587033] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.595336] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.922341] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104365, 'name': PowerOffVM_Task, 'duration_secs': 0.247465} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.922601] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.922790] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance 'd92efd14-098b-44ac-a552-68bc3adfac6d' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.968508] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e2bb53-6e40-8fdf-e5fe-68e7dc717918, 'name': SearchDatastore_Task, 'duration_secs': 0.016489} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.969323] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c69b0f1-67ef-49f8-ab29-18921a6dde2c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.975520] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1258.975520] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b537ef-7c41-d8da-b4d3-4536d2606e19" [ 1258.975520] env[69437]: _type = "Task" [ 1258.975520] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.984285] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b537ef-7c41-d8da-b4d3-4536d2606e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.041750] env[69437]: DEBUG oslo_concurrency.lockutils [None req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Lock "a08a1f73-277c-4063-8b18-50f7dfd7665e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.731s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.097561] env[69437]: DEBUG oslo_vmware.api [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165102} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.097892] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.098122] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.098326] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.115092] env[69437]: INFO nova.scheduler.client.report [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted allocations for instance 9f9eeee2-b148-4530-8b2b-4bfefab65dab [ 1259.429149] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.429513] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.429581] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.429759] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.429864] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.430027] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.430261] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.430389] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.430555] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.430711] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.430918] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.436367] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86535d9c-2886-4e59-8e5c-b23d2bd6af95 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.453441] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1259.453441] env[69437]: value = "task-4104367" [ 1259.453441] env[69437]: _type = "Task" [ 1259.453441] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.462624] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.486930] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b537ef-7c41-d8da-b4d3-4536d2606e19, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.487260] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.487535] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef/fc84c14e-d02a-4888-a7de-bdf9f304b1ef.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.487802] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecf488a0-74a5-41c5-ae7a-e82c6525e36b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.495628] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1259.495628] env[69437]: value = "task-4104368" [ 1259.495628] env[69437]: _type = "Task" [ 1259.495628] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.504131] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.612713] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.613046] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.619210] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.619541] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.619816] env[69437]: DEBUG nova.objects.instance [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'resources' on Instance uuid 9f9eeee2-b148-4530-8b2b-4bfefab65dab {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.783919] env[69437]: DEBUG nova.compute.manager [req-3e937f1e-9517-45e4-ad18-d0a562916fc4 req-347c6c30-a8fc-427a-b189-155c9fda4ca8 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received event network-changed-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.784393] env[69437]: DEBUG nova.compute.manager [req-3e937f1e-9517-45e4-ad18-d0a562916fc4 req-347c6c30-a8fc-427a-b189-155c9fda4ca8 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Refreshing instance network info cache due to event network-changed-84882327-7f7e-435c-a76f-e8f17a660d81. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.784719] env[69437]: DEBUG oslo_concurrency.lockutils [req-3e937f1e-9517-45e4-ad18-d0a562916fc4 req-347c6c30-a8fc-427a-b189-155c9fda4ca8 service nova] Acquiring lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.784879] env[69437]: DEBUG oslo_concurrency.lockutils [req-3e937f1e-9517-45e4-ad18-d0a562916fc4 req-347c6c30-a8fc-427a-b189-155c9fda4ca8 service nova] Acquired lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.785067] env[69437]: DEBUG nova.network.neutron [req-3e937f1e-9517-45e4-ad18-d0a562916fc4 req-347c6c30-a8fc-427a-b189-155c9fda4ca8 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Refreshing network info cache for port 84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.966204] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104367, 'name': ReconfigVM_Task, 'duration_secs': 0.215366} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.966613] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance 'd92efd14-098b-44ac-a552-68bc3adfac6d' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.010084] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104368, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.068678] env[69437]: DEBUG nova.compute.manager [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1260.069071] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50641d1b-8785-4c8b-9a41-0da0842cf856 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.116126] env[69437]: DEBUG nova.compute.manager [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.122623] env[69437]: DEBUG nova.objects.instance [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f9eeee2-b148-4530-8b2b-4bfefab65dab {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.474247] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.474649] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.474724] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.474870] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.476470] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.477036] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.477308] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.477475] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.477675] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.477839] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.479349] env[69437]: DEBUG nova.virt.hardware [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.486826] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.489548] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-586bb4b3-6ef8-492e-88c4-e9a255172372 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.520143] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535285} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.521652] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef/fc84c14e-d02a-4888-a7de-bdf9f304b1ef.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.521892] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.522237] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1260.522237] env[69437]: value = "task-4104369" [ 1260.522237] env[69437]: _type = "Task" [ 1260.522237] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.522476] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84a59dc7-1e46-4027-890c-f477ce04b572 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.534446] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.536114] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1260.536114] env[69437]: value = "task-4104370" [ 1260.536114] env[69437]: _type = "Task" [ 1260.536114] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.544439] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.579531] env[69437]: INFO nova.compute.manager [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] instance snapshotting [ 1260.580089] env[69437]: DEBUG nova.objects.instance [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'flavor' on Instance uuid dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.626492] env[69437]: DEBUG nova.objects.base [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Object Instance<9f9eeee2-b148-4530-8b2b-4bfefab65dab> lazy-loaded attributes: resources,numa_topology {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.639803] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.693495] env[69437]: DEBUG nova.network.neutron [req-3e937f1e-9517-45e4-ad18-d0a562916fc4 req-347c6c30-a8fc-427a-b189-155c9fda4ca8 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updated VIF entry in instance network info cache for port 84882327-7f7e-435c-a76f-e8f17a660d81. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.693861] env[69437]: DEBUG nova.network.neutron [req-3e937f1e-9517-45e4-ad18-d0a562916fc4 req-347c6c30-a8fc-427a-b189-155c9fda4ca8 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating instance_info_cache with network_info: [{"id": "84882327-7f7e-435c-a76f-e8f17a660d81", "address": "fa:16:3e:1b:eb:7e", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap84882327-7f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.753936] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5783d-e5f6-48df-848f-ed797f145b57 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.761942] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112e9380-cb04-4087-8d6e-b9da281aa18b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.800381] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168c19e-9753-4261-aa49-c5ad879752d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.811335] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2421a269-4dd3-47ab-8807-e507e5f00116 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.825746] env[69437]: DEBUG nova.compute.provider_tree [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.039033] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104369, 'name': ReconfigVM_Task, 'duration_secs': 0.303726} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.039033] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.039033] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9081e8d7-4a88-4313-aad2-38660f9b4013 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.048569] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141642} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.061278] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.069289] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] d92efd14-098b-44ac-a552-68bc3adfac6d/d92efd14-098b-44ac-a552-68bc3adfac6d.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.070414] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4d224a-b2ef-492d-a352-438ed9133e50 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.075080] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24a7d3af-b75b-4f31-a917-c832c306b068 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.091644] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64ac173-9612-409b-a982-d776b5a82fb8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.114246] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef/fc84c14e-d02a-4888-a7de-bdf9f304b1ef.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.116076] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568a4cad-4b01-453d-aefa-78a0d8587163 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.130983] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1261.130983] env[69437]: value = "task-4104371" [ 1261.130983] env[69437]: _type = "Task" [ 1261.130983] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.148504] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5f3af-a8a0-464d-99eb-bba6f0e874a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.152987] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1261.152987] env[69437]: value = "task-4104372" [ 1261.152987] env[69437]: _type = "Task" [ 1261.152987] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.162193] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.171410] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.196849] env[69437]: DEBUG oslo_concurrency.lockutils [req-3e937f1e-9517-45e4-ad18-d0a562916fc4 req-347c6c30-a8fc-427a-b189-155c9fda4ca8 service nova] Releasing lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.329426] env[69437]: DEBUG nova.scheduler.client.report [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.428278] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.655127] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104371, 'name': ReconfigVM_Task, 'duration_secs': 0.42798} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.657814] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] d92efd14-098b-44ac-a552-68bc3adfac6d/d92efd14-098b-44ac-a552-68bc3adfac6d.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.658121] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance 'd92efd14-098b-44ac-a552-68bc3adfac6d' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.667565] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1261.667929] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104372, 'name': ReconfigVM_Task, 'duration_secs': 0.304396} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.668107] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6be396d0-d874-49b6-a053-919a25f8e5aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.670078] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Reconfigured VM instance instance-00000075 to attach disk [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef/fc84c14e-d02a-4888-a7de-bdf9f304b1ef.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.671274] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1a7aa09-0c3f-4db7-b410-394f5e39008c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.679506] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1261.679506] env[69437]: value = "task-4104374" [ 1261.679506] env[69437]: _type = "Task" [ 1261.679506] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.684114] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1261.684114] env[69437]: value = "task-4104373" [ 1261.684114] env[69437]: _type = "Task" [ 1261.684114] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.692825] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104374, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.699765] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104373, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.838500] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.841827] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.202s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.843732] env[69437]: INFO nova.compute.claims [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.165852] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d8ea2d-1001-48b0-a042-15c741b3d985 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.192289] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95d6d22-f640-4300-b30e-4622206fe455 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.200995] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104373, 'name': CreateSnapshot_Task, 'duration_secs': 0.474426} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.220058] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1262.220417] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104374, 'name': Rename_Task, 'duration_secs': 0.156432} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.220676] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance 'd92efd14-098b-44ac-a552-68bc3adfac6d' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.224660] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63d45fb-3bb5-4203-8530-6d45dd7c491f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.227409] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.227903] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f255ae4c-728a-4d96-8ce1-75a087f3a528 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.238552] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1262.238552] env[69437]: value = "task-4104375" [ 1262.238552] env[69437]: _type = "Task" [ 1262.238552] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.246996] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.356559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e92b456-14e8-4cf8-9280-0fcc7443e0ea tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.911s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.357079] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.929s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.359082] env[69437]: INFO nova.compute.manager [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Unshelving [ 1262.746695] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1262.747078] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c75e797-874e-4744-8ead-ca03a90136ee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.760829] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104375, 'name': PowerOnVM_Task, 'duration_secs': 0.449908} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.762087] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.762364] env[69437]: DEBUG nova.compute.manager [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1262.762843] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1262.762843] env[69437]: value = "task-4104376" [ 1262.762843] env[69437]: _type = "Task" [ 1262.762843] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.763653] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88f8f40-55ac-4bde-9fce-63fac5745482 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.766989] env[69437]: DEBUG nova.network.neutron [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Port 9e506ed6-a59a-471a-83ec-42b2759cdd28 binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1262.781995] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104376, 'name': CloneVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.965325] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d41e11-2f00-4002-b9d3-b4e9d1a68c03 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.972848] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12bb06f-28f5-4bde-b573-3b62a25bd54b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.005335] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a784e268-0948-47c0-ba63-11efa4279430 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.013550] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f60ac2e-d858-4d01-b696-8daf8c25e4e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.029050] env[69437]: DEBUG nova.compute.provider_tree [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.279940] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104376, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.284569] env[69437]: INFO nova.compute.manager [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] bringing vm to original state: 'stopped' [ 1263.379903] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.534897] env[69437]: DEBUG nova.scheduler.client.report [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.777977] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104376, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.797074] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "d92efd14-098b-44ac-a552-68bc3adfac6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.797365] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.797504] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.040465] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.041092] env[69437]: DEBUG nova.compute.manager [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.044652] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.664s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.044652] env[69437]: DEBUG nova.objects.instance [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f9eeee2-b148-4530-8b2b-4bfefab65dab {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.279145] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104376, 'name': CloneVM_Task, 'duration_secs': 1.504733} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.279448] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Created linked-clone VM from snapshot [ 1264.280241] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e00b8e-835a-4994-89e4-15e4014c2ba4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.288883] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Uploading image 0b5b3519-681b-4be1-8dbe-194ecd7ee7e7 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1264.297748] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.297748] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.297953] env[69437]: DEBUG nova.compute.manager [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1264.298848] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da4a7bd-6c85-4172-bb4a-54828ac768bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.307521] env[69437]: DEBUG nova.compute.manager [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1264.317770] env[69437]: DEBUG oslo_vmware.rw_handles [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1264.317770] env[69437]: value = "vm-813005" [ 1264.317770] env[69437]: _type = "VirtualMachine" [ 1264.317770] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1264.318521] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-909a8dae-2b20-4f2d-92ee-904d00f99f17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.327482] env[69437]: DEBUG oslo_vmware.rw_handles [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease: (returnval){ [ 1264.327482] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5208738f-7a8a-35dd-9326-3ebeb8ca4ace" [ 1264.327482] env[69437]: _type = "HttpNfcLease" [ 1264.327482] env[69437]: } obtained for exporting VM: (result){ [ 1264.327482] env[69437]: value = "vm-813005" [ 1264.327482] env[69437]: _type = "VirtualMachine" [ 1264.327482] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1264.327788] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the lease: (returnval){ [ 1264.327788] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5208738f-7a8a-35dd-9326-3ebeb8ca4ace" [ 1264.327788] env[69437]: _type = "HttpNfcLease" [ 1264.327788] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1264.335349] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.335349] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5208738f-7a8a-35dd-9326-3ebeb8ca4ace" [ 1264.335349] env[69437]: _type = "HttpNfcLease" [ 1264.335349] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.547433] env[69437]: DEBUG nova.compute.utils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.550428] env[69437]: DEBUG nova.objects.instance [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f9eeee2-b148-4530-8b2b-4bfefab65dab {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.551312] env[69437]: DEBUG nova.compute.manager [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.551478] env[69437]: DEBUG nova.network.neutron [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.591644] env[69437]: DEBUG nova.policy [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1746cbee3343a7b96288f91cae2bfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bca7aeb424543209556e726baea0c3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.813938] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.814303] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dc81678-f27e-41f3-aca3-400f30a2db3e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.822219] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1264.822219] env[69437]: value = "task-4104378" [ 1264.822219] env[69437]: _type = "Task" [ 1264.822219] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.832359] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.840265] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.840265] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5208738f-7a8a-35dd-9326-3ebeb8ca4ace" [ 1264.840265] env[69437]: _type = "HttpNfcLease" [ 1264.840265] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1264.840586] env[69437]: DEBUG oslo_vmware.rw_handles [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1264.840586] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5208738f-7a8a-35dd-9326-3ebeb8ca4ace" [ 1264.840586] env[69437]: _type = "HttpNfcLease" [ 1264.840586] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1264.841374] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83881d4-5d5a-4497-a3ca-c09fbd2880cb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.849572] env[69437]: DEBUG oslo_vmware.rw_handles [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d789e-47cb-700f-75d6-e16c019b3ccb/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1264.849869] env[69437]: DEBUG oslo_vmware.rw_handles [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d789e-47cb-700f-75d6-e16c019b3ccb/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1264.852280] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.852447] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.852680] env[69437]: DEBUG nova.network.neutron [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.940037] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-707e55f2-dbe5-4652-86ce-17b20995dbfd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.967813] env[69437]: DEBUG nova.network.neutron [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Successfully created port: 967e3c1d-3367-41be-8819-987fc6c8c286 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.054507] env[69437]: DEBUG nova.compute.manager [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.057516] env[69437]: INFO nova.compute.claims [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.333185] env[69437]: DEBUG oslo_vmware.api [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104378, 'name': PowerOffVM_Task, 'duration_secs': 0.210858} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.333815] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.334054] env[69437]: DEBUG nova.compute.manager [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1265.334936] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79f94c-e7bc-4e5c-984f-08a20485dd05 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.664414] env[69437]: DEBUG nova.network.neutron [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [{"id": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "address": "fa:16:3e:c1:98:88", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e506ed6-a5", "ovs_interfaceid": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.848383] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.066657] env[69437]: DEBUG nova.compute.manager [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1266.089217] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.089524] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.090186] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.090186] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.090364] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.090516] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.090823] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.090987] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.091179] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.091355] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.091605] env[69437]: DEBUG nova.virt.hardware [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.092507] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d74ad09-ae1c-4416-ada8-64ea8fa49424 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.106204] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7ed48-9a5b-4d25-82c0-120a12da7e78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.168050] env[69437]: DEBUG oslo_concurrency.lockutils [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.186254] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e4a968-f3f0-4c6e-b61f-de322c47557b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.195597] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415cc338-45b0-461f-a0e9-3025afe4a75c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.229452] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6961de-cd6b-4377-bc9f-c1136cfcef56 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.238818] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accf79bf-5f20-4be3-be0c-e4900236f394 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.255608] env[69437]: DEBUG nova.compute.provider_tree [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.357146] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.481680] env[69437]: DEBUG nova.compute.manager [req-0df6dda0-b5dd-44d1-85a6-3bab27257095 req-23616a6e-25d2-4435-a23f-a03f6bfa7d1e service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Received event network-vif-plugged-967e3c1d-3367-41be-8819-987fc6c8c286 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.482201] env[69437]: DEBUG oslo_concurrency.lockutils [req-0df6dda0-b5dd-44d1-85a6-3bab27257095 req-23616a6e-25d2-4435-a23f-a03f6bfa7d1e service nova] Acquiring lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.482428] env[69437]: DEBUG oslo_concurrency.lockutils [req-0df6dda0-b5dd-44d1-85a6-3bab27257095 req-23616a6e-25d2-4435-a23f-a03f6bfa7d1e service nova] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.482890] env[69437]: DEBUG oslo_concurrency.lockutils [req-0df6dda0-b5dd-44d1-85a6-3bab27257095 req-23616a6e-25d2-4435-a23f-a03f6bfa7d1e service nova] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.483091] env[69437]: DEBUG nova.compute.manager [req-0df6dda0-b5dd-44d1-85a6-3bab27257095 req-23616a6e-25d2-4435-a23f-a03f6bfa7d1e service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] No waiting events found dispatching network-vif-plugged-967e3c1d-3367-41be-8819-987fc6c8c286 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1266.483268] env[69437]: WARNING nova.compute.manager [req-0df6dda0-b5dd-44d1-85a6-3bab27257095 req-23616a6e-25d2-4435-a23f-a03f6bfa7d1e service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Received unexpected event network-vif-plugged-967e3c1d-3367-41be-8819-987fc6c8c286 for instance with vm_state building and task_state spawning. [ 1266.610361] env[69437]: DEBUG nova.network.neutron [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Successfully updated port: 967e3c1d-3367-41be-8819-987fc6c8c286 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.691820] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17598ec-c301-486f-be68-7413ad52907b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.714205] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bc8b11-752c-4695-a52d-cd37350244ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.721817] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance 'd92efd14-098b-44ac-a552-68bc3adfac6d' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.759302] env[69437]: DEBUG nova.scheduler.client.report [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.112824] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "refresh_cache-55d66681-1cc0-4294-b43c-f1782f2ac6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.113190] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "refresh_cache-55d66681-1cc0-4294-b43c-f1782f2ac6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.113190] env[69437]: DEBUG nova.network.neutron [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.233112] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.233553] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6683953-64c8-41df-9300-5f36adcfc6e8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.242530] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1267.242530] env[69437]: value = "task-4104379" [ 1267.242530] env[69437]: _type = "Task" [ 1267.242530] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.255364] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.264731] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.221s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.267164] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.910s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.267393] env[69437]: DEBUG nova.objects.instance [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1267.301180] env[69437]: INFO nova.network.neutron [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating port 84882327-7f7e-435c-a76f-e8f17a660d81 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1267.495357] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.495635] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.495875] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.496119] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.496325] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.498763] env[69437]: INFO nova.compute.manager [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Terminating instance [ 1267.663527] env[69437]: DEBUG nova.network.neutron [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.752260] env[69437]: DEBUG oslo_vmware.api [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104379, 'name': PowerOnVM_Task, 'duration_secs': 0.455441} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.752545] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.752908] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-089d8f52-4499-42a2-85b0-72a1dfa83ae3 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance 'd92efd14-098b-44ac-a552-68bc3adfac6d' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.834535] env[69437]: DEBUG nova.network.neutron [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Updating instance_info_cache with network_info: [{"id": "967e3c1d-3367-41be-8819-987fc6c8c286", "address": "fa:16:3e:43:4d:36", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967e3c1d-33", "ovs_interfaceid": "967e3c1d-3367-41be-8819-987fc6c8c286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.002947] env[69437]: DEBUG nova.compute.manager [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.003158] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.004072] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0675d66-4035-4232-81c2-b2b3a56317bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.011738] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.011993] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b1931e0-2a02-4707-87df-7134142533d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.122430] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.122430] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.122787] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleting the datastore file [datastore1] fc84c14e-d02a-4888-a7de-bdf9f304b1ef {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.122787] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d704a899-2722-411a-b64c-ea0eb751f5d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.130099] env[69437]: DEBUG oslo_vmware.api [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1268.130099] env[69437]: value = "task-4104381" [ 1268.130099] env[69437]: _type = "Task" [ 1268.130099] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.138694] env[69437]: DEBUG oslo_vmware.api [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.276506] env[69437]: DEBUG oslo_concurrency.lockutils [None req-daf9ed61-d7ed-4985-85ce-ced108ed39a4 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.336965] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "refresh_cache-55d66681-1cc0-4294-b43c-f1782f2ac6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.337330] env[69437]: DEBUG nova.compute.manager [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Instance network_info: |[{"id": "967e3c1d-3367-41be-8819-987fc6c8c286", "address": "fa:16:3e:43:4d:36", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967e3c1d-33", "ovs_interfaceid": "967e3c1d-3367-41be-8819-987fc6c8c286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1268.337741] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:4d:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '967e3c1d-3367-41be-8819-987fc6c8c286', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.345690] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.345904] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.346146] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5041486f-e50f-4e38-8094-76f428c2e1a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.366877] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.366877] env[69437]: value = "task-4104382" [ 1268.366877] env[69437]: _type = "Task" [ 1268.366877] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.375660] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104382, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.514918] env[69437]: DEBUG nova.compute.manager [req-cfa9d83e-631d-43da-8e5b-0a47b6f75071 req-c9646a49-d2b6-4cb0-aace-a93bc3877ad5 service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Received event network-changed-967e3c1d-3367-41be-8819-987fc6c8c286 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.515152] env[69437]: DEBUG nova.compute.manager [req-cfa9d83e-631d-43da-8e5b-0a47b6f75071 req-c9646a49-d2b6-4cb0-aace-a93bc3877ad5 service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Refreshing instance network info cache due to event network-changed-967e3c1d-3367-41be-8819-987fc6c8c286. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.515362] env[69437]: DEBUG oslo_concurrency.lockutils [req-cfa9d83e-631d-43da-8e5b-0a47b6f75071 req-c9646a49-d2b6-4cb0-aace-a93bc3877ad5 service nova] Acquiring lock "refresh_cache-55d66681-1cc0-4294-b43c-f1782f2ac6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.515505] env[69437]: DEBUG oslo_concurrency.lockutils [req-cfa9d83e-631d-43da-8e5b-0a47b6f75071 req-c9646a49-d2b6-4cb0-aace-a93bc3877ad5 service nova] Acquired lock "refresh_cache-55d66681-1cc0-4294-b43c-f1782f2ac6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.515701] env[69437]: DEBUG nova.network.neutron [req-cfa9d83e-631d-43da-8e5b-0a47b6f75071 req-c9646a49-d2b6-4cb0-aace-a93bc3877ad5 service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Refreshing network info cache for port 967e3c1d-3367-41be-8819-987fc6c8c286 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.645569] env[69437]: DEBUG oslo_vmware.api [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147334} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.646074] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.646324] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.646645] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.646971] env[69437]: INFO nova.compute.manager [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1268.647525] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.647733] env[69437]: DEBUG nova.compute.manager [-] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.647908] env[69437]: DEBUG nova.network.neutron [-] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.878682] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104382, 'name': CreateVM_Task, 'duration_secs': 0.392108} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.878934] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.879618] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.879780] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.880124] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.880667] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a492c4a5-6187-4df6-b05f-dd2b59ac56da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.886091] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1268.886091] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526fbe12-a4e6-700f-5872-ada8b2e3b13a" [ 1268.886091] env[69437]: _type = "Task" [ 1268.886091] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.894170] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526fbe12-a4e6-700f-5872-ada8b2e3b13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.088367] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.088545] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.088778] env[69437]: DEBUG nova.network.neutron [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.233036] env[69437]: DEBUG nova.network.neutron [req-cfa9d83e-631d-43da-8e5b-0a47b6f75071 req-c9646a49-d2b6-4cb0-aace-a93bc3877ad5 service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Updated VIF entry in instance network info cache for port 967e3c1d-3367-41be-8819-987fc6c8c286. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.233548] env[69437]: DEBUG nova.network.neutron [req-cfa9d83e-631d-43da-8e5b-0a47b6f75071 req-c9646a49-d2b6-4cb0-aace-a93bc3877ad5 service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Updating instance_info_cache with network_info: [{"id": "967e3c1d-3367-41be-8819-987fc6c8c286", "address": "fa:16:3e:43:4d:36", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967e3c1d-33", "ovs_interfaceid": "967e3c1d-3367-41be-8819-987fc6c8c286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.398639] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526fbe12-a4e6-700f-5872-ada8b2e3b13a, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.398989] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.399242] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.399508] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.399665] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.399850] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.401397] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed94c9ff-1777-4b05-9cf0-238fe06166ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.415788] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.416331] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.416971] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f93f62-face-4ba2-9143-48193dacbae8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.424009] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1269.424009] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524602c3-b164-4b88-9fd7-9a82a052ed97" [ 1269.424009] env[69437]: _type = "Task" [ 1269.424009] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.433859] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524602c3-b164-4b88-9fd7-9a82a052ed97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.620223] env[69437]: DEBUG nova.network.neutron [-] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.736689] env[69437]: DEBUG oslo_concurrency.lockutils [req-cfa9d83e-631d-43da-8e5b-0a47b6f75071 req-c9646a49-d2b6-4cb0-aace-a93bc3877ad5 service nova] Releasing lock "refresh_cache-55d66681-1cc0-4294-b43c-f1782f2ac6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.869386] env[69437]: DEBUG nova.network.neutron [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating instance_info_cache with network_info: [{"id": "84882327-7f7e-435c-a76f-e8f17a660d81", "address": "fa:16:3e:1b:eb:7e", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84882327-7f", "ovs_interfaceid": "84882327-7f7e-435c-a76f-e8f17a660d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.908233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "d92efd14-098b-44ac-a552-68bc3adfac6d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.908500] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.908658] env[69437]: DEBUG nova.compute.manager [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Going to confirm migration 6 {{(pid=69437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1269.936862] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524602c3-b164-4b88-9fd7-9a82a052ed97, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.937760] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb651b5-754a-4d00-8726-54ae4d0bf59e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.944240] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1269.944240] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5247b614-b019-158f-7baf-e8965dcaee7b" [ 1269.944240] env[69437]: _type = "Task" [ 1269.944240] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.953640] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5247b614-b019-158f-7baf-e8965dcaee7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.123361] env[69437]: INFO nova.compute.manager [-] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Took 1.48 seconds to deallocate network for instance. [ 1270.371850] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.403399] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6aa3d91d5536e9355e985ebb5d857a3c',container_format='bare',created_at=2025-05-13T21:47:48Z,direct_url=,disk_format='vmdk',id=f8c17900-f7cc-47ff-91f8-7b721d2a49e9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-451371666-shelved',owner='706f29e5320545cf93b0dc01be1fe536',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-05-13T21:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.403638] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.403874] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.404121] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.404255] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.404387] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.404583] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.404802] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.404984] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.405164] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.405344] env[69437]: DEBUG nova.virt.hardware [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.406264] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce737658-d539-4e4c-82de-27a2fd3afede {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.418588] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b063c1d7-460a-4ff4-8576-1f3835911854 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.435067] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:eb:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84882327-7f7e-435c-a76f-e8f17a660d81', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.442368] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.443052] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.443298] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fed9d88-5cbf-47f2-a14b-62512a96ce17 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.458358] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.458531] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.458703] env[69437]: DEBUG nova.network.neutron [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.458885] env[69437]: DEBUG nova.objects.instance [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'info_cache' on Instance uuid d92efd14-098b-44ac-a552-68bc3adfac6d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.470164] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5247b614-b019-158f-7baf-e8965dcaee7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.471458] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.471724] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 55d66681-1cc0-4294-b43c-f1782f2ac6f2/55d66681-1cc0-4294-b43c-f1782f2ac6f2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.471969] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.471969] env[69437]: value = "task-4104383" [ 1270.471969] env[69437]: _type = "Task" [ 1270.471969] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.472809] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4622f679-33db-4ef2-a37e-67e815bbf795 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.483977] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104383, 'name': CreateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.485446] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1270.485446] env[69437]: value = "task-4104384" [ 1270.485446] env[69437]: _type = "Task" [ 1270.485446] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.494329] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.551178] env[69437]: DEBUG nova.compute.manager [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received event network-vif-plugged-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.551458] env[69437]: DEBUG oslo_concurrency.lockutils [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] Acquiring lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.551826] env[69437]: DEBUG oslo_concurrency.lockutils [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.552144] env[69437]: DEBUG oslo_concurrency.lockutils [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.552458] env[69437]: DEBUG nova.compute.manager [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] No waiting events found dispatching network-vif-plugged-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1270.552767] env[69437]: WARNING nova.compute.manager [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received unexpected event network-vif-plugged-84882327-7f7e-435c-a76f-e8f17a660d81 for instance with vm_state shelved_offloaded and task_state spawning. [ 1270.553072] env[69437]: DEBUG nova.compute.manager [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received event network-changed-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.553404] env[69437]: DEBUG nova.compute.manager [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Refreshing instance network info cache due to event network-changed-84882327-7f7e-435c-a76f-e8f17a660d81. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.553715] env[69437]: DEBUG oslo_concurrency.lockutils [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] Acquiring lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.553997] env[69437]: DEBUG oslo_concurrency.lockutils [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] Acquired lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.554287] env[69437]: DEBUG nova.network.neutron [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Refreshing network info cache for port 84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.630825] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.631171] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.631424] env[69437]: DEBUG nova.objects.instance [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lazy-loading 'resources' on Instance uuid fc84c14e-d02a-4888-a7de-bdf9f304b1ef {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.986594] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104383, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.994690] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492852} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.994974] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 55d66681-1cc0-4294-b43c-f1782f2ac6f2/55d66681-1cc0-4294-b43c-f1782f2ac6f2.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.995243] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.995484] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2111891-f49a-4ff8-a620-7c88d834b793 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.002864] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1271.002864] env[69437]: value = "task-4104385" [ 1271.002864] env[69437]: _type = "Task" [ 1271.002864] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.011735] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.266105] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e42e95-ad02-4754-9644-842c4c62cc33 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.276927] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f707cd-62eb-4404-9941-d83389837887 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.311982] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad4c193-9396-4fb0-bb73-f84b794b3716 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.321037] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf6eb2e-bf19-4c56-a897-8839949298ca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.336510] env[69437]: DEBUG nova.compute.provider_tree [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.353788] env[69437]: DEBUG nova.network.neutron [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updated VIF entry in instance network info cache for port 84882327-7f7e-435c-a76f-e8f17a660d81. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.354233] env[69437]: DEBUG nova.network.neutron [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating instance_info_cache with network_info: [{"id": "84882327-7f7e-435c-a76f-e8f17a660d81", "address": "fa:16:3e:1b:eb:7e", "network": {"id": "7e7a99af-4598-4fae-9ae5-8c682f9efa95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-260881227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "706f29e5320545cf93b0dc01be1fe536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84882327-7f", "ovs_interfaceid": "84882327-7f7e-435c-a76f-e8f17a660d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.485217] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104383, 'name': CreateVM_Task, 'duration_secs': 0.934575} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.485692] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.486098] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.486274] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.486651] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.486951] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3cc5840-e5ab-481d-9bbd-2c9e82e321cb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.492046] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1271.492046] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52a94b29-4fbd-22e1-f48f-edf32818c758" [ 1271.492046] env[69437]: _type = "Task" [ 1271.492046] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.502666] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52a94b29-4fbd-22e1-f48f-edf32818c758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.513051] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229766} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.513332] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.514117] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092913f9-b836-4a3d-9f13-7ca9edcfac57 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.536128] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 55d66681-1cc0-4294-b43c-f1782f2ac6f2/55d66681-1cc0-4294-b43c-f1782f2ac6f2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.538725] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af14dd4a-e438-4605-8075-7d2d473a711d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.561734] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1271.561734] env[69437]: value = "task-4104386" [ 1271.561734] env[69437]: _type = "Task" [ 1271.561734] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.570033] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.743640] env[69437]: DEBUG nova.network.neutron [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [{"id": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "address": "fa:16:3e:c1:98:88", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e506ed6-a5", "ovs_interfaceid": "9e506ed6-a59a-471a-83ec-42b2759cdd28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.840558] env[69437]: DEBUG nova.scheduler.client.report [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.856914] env[69437]: DEBUG oslo_concurrency.lockutils [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] Releasing lock "refresh_cache-9f9eeee2-b148-4530-8b2b-4bfefab65dab" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.857194] env[69437]: DEBUG nova.compute.manager [req-5ae7915f-ff41-4c00-bbd5-ef6fe08839e5 req-b4b0e04e-811d-49de-9514-a3cac0ccccc3 service nova] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Received event network-vif-deleted-a598f23d-f292-4654-8333-8663561bf080 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.008618] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.008997] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Processing image f8c17900-f7cc-47ff-91f8-7b721d2a49e9 {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.009250] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9/f8c17900-f7cc-47ff-91f8-7b721d2a49e9.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.009385] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9/f8c17900-f7cc-47ff-91f8-7b721d2a49e9.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.009571] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.010017] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15189c70-ac90-4a9f-b3d5-7082ff16f1db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.022546] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.022894] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.023753] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff12df69-8b4a-44ac-b6c5-9195322af7f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.031582] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1272.031582] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]528742b7-39b8-16ba-00ae-bf9c2d2606d4" [ 1272.031582] env[69437]: _type = "Task" [ 1272.031582] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.042128] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]528742b7-39b8-16ba-00ae-bf9c2d2606d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.071451] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104386, 'name': ReconfigVM_Task, 'duration_secs': 0.30949} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.071737] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 55d66681-1cc0-4294-b43c-f1782f2ac6f2/55d66681-1cc0-4294-b43c-f1782f2ac6f2.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.072422] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99167758-6e06-434c-9ea6-7d6bf822368d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.080394] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1272.080394] env[69437]: value = "task-4104387" [ 1272.080394] env[69437]: _type = "Task" [ 1272.080394] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.088753] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104387, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.247068] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-d92efd14-098b-44ac-a552-68bc3adfac6d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.247616] env[69437]: DEBUG nova.objects.instance [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'migration_context' on Instance uuid d92efd14-098b-44ac-a552-68bc3adfac6d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.345269] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.369314] env[69437]: INFO nova.scheduler.client.report [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted allocations for instance fc84c14e-d02a-4888-a7de-bdf9f304b1ef [ 1272.541893] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Preparing fetch location {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1272.543256] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Fetch image to [datastore1] OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577/OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577.vmdk {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1272.543256] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Downloading stream optimized image f8c17900-f7cc-47ff-91f8-7b721d2a49e9 to [datastore1] OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577/OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577.vmdk on the data store datastore1 as vApp {{(pid=69437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1272.543256] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Downloading image file data f8c17900-f7cc-47ff-91f8-7b721d2a49e9 to the ESX as VM named 'OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577' {{(pid=69437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1272.595065] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104387, 'name': Rename_Task, 'duration_secs': 0.149267} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.595340] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.595583] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-157ec57a-ab8e-453c-8bd2-180c9e5ceec6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.602098] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1272.602098] env[69437]: value = "task-4104388" [ 1272.602098] env[69437]: _type = "Task" [ 1272.602098] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.610657] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.618664] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1272.618664] env[69437]: value = "resgroup-9" [ 1272.618664] env[69437]: _type = "ResourcePool" [ 1272.618664] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1272.618969] env[69437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2a858004-59fb-4c73-b83d-215769d5f54f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.641551] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lease: (returnval){ [ 1272.641551] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b1b8b2-70ae-7322-fffc-05ebe44aa419" [ 1272.641551] env[69437]: _type = "HttpNfcLease" [ 1272.641551] env[69437]: } obtained for vApp import into resource pool (val){ [ 1272.641551] env[69437]: value = "resgroup-9" [ 1272.641551] env[69437]: _type = "ResourcePool" [ 1272.641551] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1272.642088] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the lease: (returnval){ [ 1272.642088] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b1b8b2-70ae-7322-fffc-05ebe44aa419" [ 1272.642088] env[69437]: _type = "HttpNfcLease" [ 1272.642088] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1272.649580] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.649580] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b1b8b2-70ae-7322-fffc-05ebe44aa419" [ 1272.649580] env[69437]: _type = "HttpNfcLease" [ 1272.649580] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1272.753026] env[69437]: DEBUG nova.objects.base [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1272.753026] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b2924c-9a2c-4650-9e5d-75a25772a689 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.775268] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cac4f2f-62f2-4045-a7aa-08d8e22abea8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.785028] env[69437]: DEBUG oslo_vmware.api [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1272.785028] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c71bcf-202f-db97-9a39-399af1c34f94" [ 1272.785028] env[69437]: _type = "Task" [ 1272.785028] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.793694] env[69437]: DEBUG oslo_vmware.api [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c71bcf-202f-db97-9a39-399af1c34f94, 'name': SearchDatastore_Task, 'duration_secs': 0.008256} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.793979] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.794239] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.877591] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "fc84c14e-d02a-4888-a7de-bdf9f304b1ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.382s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.113901] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.151828] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1273.151828] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b1b8b2-70ae-7322-fffc-05ebe44aa419" [ 1273.151828] env[69437]: _type = "HttpNfcLease" [ 1273.151828] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1273.392740] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89782ed1-8962-48e0-809d-13646cb6439f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.401613] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3777c422-877b-4789-8329-4bda0bc491bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.433540] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a313be-8fe2-4676-a43d-78acec5bc9db {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.442251] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdc8cbd-b4b6-4ab4-ba80-46d679ca325a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.457433] env[69437]: DEBUG nova.compute.provider_tree [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.614630] env[69437]: DEBUG oslo_vmware.api [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104388, 'name': PowerOnVM_Task, 'duration_secs': 0.621813} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.615091] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.615175] env[69437]: INFO nova.compute.manager [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1273.615354] env[69437]: DEBUG nova.compute.manager [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1273.616153] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfbc9e7-8f4f-4af9-a4a5-2ed6e633aecb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.651150] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1273.651150] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b1b8b2-70ae-7322-fffc-05ebe44aa419" [ 1273.651150] env[69437]: _type = "HttpNfcLease" [ 1273.651150] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1273.651500] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1273.651500] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b1b8b2-70ae-7322-fffc-05ebe44aa419" [ 1273.651500] env[69437]: _type = "HttpNfcLease" [ 1273.651500] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1273.652329] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a300891-b408-4d6b-91ee-a095a2bbb317 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.660514] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d3bbf-4f86-1047-4129-928cd2efe233/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1273.660745] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d3bbf-4f86-1047-4129-928cd2efe233/disk-0.vmdk. {{(pid=69437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1273.724310] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a45b6b6-a3fc-4e46-a081-6ac79d273c94 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.961306] env[69437]: DEBUG nova.scheduler.client.report [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.133034] env[69437]: INFO nova.compute.manager [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Took 13.51 seconds to build instance. [ 1274.634667] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6f75ba33-6b65-4e91-b890-5d6597d76556 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.021s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.974706] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.180s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.140681] env[69437]: DEBUG oslo_vmware.rw_handles [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d789e-47cb-700f-75d6-e16c019b3ccb/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1275.141791] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539673b6-5853-47bd-adab-d21eaa763cfb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.151098] env[69437]: DEBUG oslo_vmware.rw_handles [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d789e-47cb-700f-75d6-e16c019b3ccb/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1275.151334] env[69437]: ERROR oslo_vmware.rw_handles [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d789e-47cb-700f-75d6-e16c019b3ccb/disk-0.vmdk due to incomplete transfer. [ 1275.151608] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c08ed46e-8e73-42e2-9ef2-5137aa02506f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.163590] env[69437]: DEBUG oslo_vmware.rw_handles [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d789e-47cb-700f-75d6-e16c019b3ccb/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1275.163590] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Uploaded image 0b5b3519-681b-4be1-8dbe-194ecd7ee7e7 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1275.165704] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1275.166043] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1951baf9-e72f-4332-b6b1-36637da6dba1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.175126] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1275.175126] env[69437]: value = "task-4104390" [ 1275.175126] env[69437]: _type = "Task" [ 1275.175126] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.188582] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104390, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.284123] env[69437]: DEBUG nova.compute.manager [req-995888e0-d6f0-40b5-9954-0eeb5297031e req-2c0641e1-1352-4823-9d11-4605bf2eed3c service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Received event network-changed-967e3c1d-3367-41be-8819-987fc6c8c286 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.284367] env[69437]: DEBUG nova.compute.manager [req-995888e0-d6f0-40b5-9954-0eeb5297031e req-2c0641e1-1352-4823-9d11-4605bf2eed3c service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Refreshing instance network info cache due to event network-changed-967e3c1d-3367-41be-8819-987fc6c8c286. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.284582] env[69437]: DEBUG oslo_concurrency.lockutils [req-995888e0-d6f0-40b5-9954-0eeb5297031e req-2c0641e1-1352-4823-9d11-4605bf2eed3c service nova] Acquiring lock "refresh_cache-55d66681-1cc0-4294-b43c-f1782f2ac6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.284798] env[69437]: DEBUG oslo_concurrency.lockutils [req-995888e0-d6f0-40b5-9954-0eeb5297031e req-2c0641e1-1352-4823-9d11-4605bf2eed3c service nova] Acquired lock "refresh_cache-55d66681-1cc0-4294-b43c-f1782f2ac6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.285060] env[69437]: DEBUG nova.network.neutron [req-995888e0-d6f0-40b5-9954-0eeb5297031e req-2c0641e1-1352-4823-9d11-4605bf2eed3c service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Refreshing network info cache for port 967e3c1d-3367-41be-8819-987fc6c8c286 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.300925] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Completed reading data from the image iterator. {{(pid=69437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1275.301195] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d3bbf-4f86-1047-4129-928cd2efe233/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1275.302157] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ca3bf5-7acb-4654-a05c-75c50758b463 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.310042] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d3bbf-4f86-1047-4129-928cd2efe233/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1275.310223] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d3bbf-4f86-1047-4129-928cd2efe233/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1275.310532] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-10f66e70-3629-4529-8097-fe6a3dce1f0b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.547172] env[69437]: INFO nova.scheduler.client.report [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted allocation for migration c05351e8-9387-43fc-92e9-7a1e1e28ac8a [ 1275.636378] env[69437]: DEBUG oslo_vmware.rw_handles [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d3bbf-4f86-1047-4129-928cd2efe233/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1275.636830] env[69437]: INFO nova.virt.vmwareapi.images [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Downloaded image file data f8c17900-f7cc-47ff-91f8-7b721d2a49e9 [ 1275.638356] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e906fa-702d-41f5-a83c-0f2624e6490a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.655894] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b509081a-f196-4229-bb0c-5bcbecee9800 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.687201] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104390, 'name': Destroy_Task, 'duration_secs': 0.422721} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.688167] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Destroyed the VM [ 1275.688405] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1275.688664] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1d07494-4627-442a-a6be-e363b52d955f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.695846] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1275.695846] env[69437]: value = "task-4104392" [ 1275.695846] env[69437]: _type = "Task" [ 1275.695846] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.705468] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.730964] env[69437]: INFO nova.virt.vmwareapi.images [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] The imported VM was unregistered [ 1275.734185] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Caching image {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1275.734667] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9 {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.735163] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acb72c90-7a4d-4c5c-96be-983f25a216c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.749325] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Created directory with path [datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9 {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.749673] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577/OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577.vmdk to [datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9/f8c17900-f7cc-47ff-91f8-7b721d2a49e9.vmdk. {{(pid=69437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1275.750068] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e412a372-be91-4bd6-aff9-9fb78da2a954 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.760956] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.761290] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.762791] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1275.762791] env[69437]: value = "task-4104393" [ 1275.762791] env[69437]: _type = "Task" [ 1275.762791] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.772964] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104393, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.024667] env[69437]: DEBUG nova.network.neutron [req-995888e0-d6f0-40b5-9954-0eeb5297031e req-2c0641e1-1352-4823-9d11-4605bf2eed3c service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Updated VIF entry in instance network info cache for port 967e3c1d-3367-41be-8819-987fc6c8c286. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.025206] env[69437]: DEBUG nova.network.neutron [req-995888e0-d6f0-40b5-9954-0eeb5297031e req-2c0641e1-1352-4823-9d11-4605bf2eed3c service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Updating instance_info_cache with network_info: [{"id": "967e3c1d-3367-41be-8819-987fc6c8c286", "address": "fa:16:3e:43:4d:36", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967e3c1d-33", "ovs_interfaceid": "967e3c1d-3367-41be-8819-987fc6c8c286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.057702] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c872535c-8ca4-40ab-b1d0-85c67d10e544 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.149s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.207429] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.232606] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.232606] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.267026] env[69437]: DEBUG nova.compute.manager [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.283863] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104393, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.528795] env[69437]: DEBUG oslo_concurrency.lockutils [req-995888e0-d6f0-40b5-9954-0eeb5297031e req-2c0641e1-1352-4823-9d11-4605bf2eed3c service nova] Releasing lock "refresh_cache-55d66681-1cc0-4294-b43c-f1782f2ac6f2" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.707477] env[69437]: DEBUG oslo_vmware.api [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104392, 'name': RemoveSnapshot_Task, 'duration_secs': 0.639308} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.707964] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1276.708050] env[69437]: INFO nova.compute.manager [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 1276.782261] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104393, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.800836] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.801259] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.802904] env[69437]: INFO nova.compute.claims [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.126417] env[69437]: DEBUG oslo_concurrency.lockutils [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "d92efd14-098b-44ac-a552-68bc3adfac6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.126793] env[69437]: DEBUG oslo_concurrency.lockutils [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.126915] env[69437]: DEBUG oslo_concurrency.lockutils [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "d92efd14-098b-44ac-a552-68bc3adfac6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.127149] env[69437]: DEBUG oslo_concurrency.lockutils [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.127328] env[69437]: DEBUG oslo_concurrency.lockutils [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.131560] env[69437]: INFO nova.compute.manager [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Terminating instance [ 1277.230918] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.276441] env[69437]: DEBUG nova.compute.manager [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Found 3 images (rotation: 2) {{(pid=69437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1277.276648] env[69437]: DEBUG nova.compute.manager [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Rotating out 1 backups {{(pid=69437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1277.276812] env[69437]: DEBUG nova.compute.manager [None req-763d23a2-e494-4fb2-a416-b0b11b357610 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deleting image 381b99b7-26bd-4e97-87d4-54300953b442 {{(pid=69437) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1277.284936] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104393, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.635593] env[69437]: DEBUG nova.compute.manager [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.635840] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.636770] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1b5f4c-c521-4963-a203-133c4dfed5ca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.645629] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.645912] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37daba9c-f625-4f3a-87a5-d541d7ee21b6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.653932] env[69437]: DEBUG oslo_vmware.api [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1277.653932] env[69437]: value = "task-4104394" [ 1277.653932] env[69437]: _type = "Task" [ 1277.653932] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.663715] env[69437]: DEBUG oslo_vmware.api [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.734087] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.780831] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104393, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.913173] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5465daf-3dc0-4641-83ac-ed66e661bd19 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.923142] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10593034-3d1e-43c8-a79b-a362af9ff368 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.956712] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf19e6fd-2775-4e9b-8d1a-e2cbc7c2686c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.966366] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfc7f71-7f70-4df1-a0af-7cab14430486 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.985393] env[69437]: DEBUG nova.compute.provider_tree [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.165183] env[69437]: DEBUG oslo_vmware.api [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104394, 'name': PowerOffVM_Task, 'duration_secs': 0.287329} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.165459] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.165871] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.166172] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c4c4ac-a6d2-4a39-91f1-69689de1208a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.232956] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.233217] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.233397] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleting the datastore file [datastore2] d92efd14-098b-44ac-a552-68bc3adfac6d {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.233754] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-496d695d-c8ab-4696-9443-c1dfe6a9094f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.241730] env[69437]: DEBUG oslo_vmware.api [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1278.241730] env[69437]: value = "task-4104396" [ 1278.241730] env[69437]: _type = "Task" [ 1278.241730] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.249961] env[69437]: DEBUG oslo_vmware.api [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.280289] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104393, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.414731} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.280349] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577/OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577.vmdk to [datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9/f8c17900-f7cc-47ff-91f8-7b721d2a49e9.vmdk. [ 1278.280512] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Cleaning up location [datastore1] OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577 {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1278.280678] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1a10248a-8a19-453e-a2bc-baa6d3f9c577 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.280970] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bacc45d-ac56-4498-8b27-df835d71c0c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.287167] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1278.287167] env[69437]: value = "task-4104397" [ 1278.287167] env[69437]: _type = "Task" [ 1278.287167] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.295256] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.489687] env[69437]: DEBUG nova.scheduler.client.report [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.752230] env[69437]: DEBUG oslo_vmware.api [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172243} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.752627] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.752699] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.752908] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.753153] env[69437]: INFO nova.compute.manager [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1278.753506] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.753674] env[69437]: DEBUG nova.compute.manager [-] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.753797] env[69437]: DEBUG nova.network.neutron [-] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.797639] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036085} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.797930] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.798124] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9/f8c17900-f7cc-47ff-91f8-7b721d2a49e9.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.798374] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9/f8c17900-f7cc-47ff-91f8-7b721d2a49e9.vmdk to [datastore1] 9f9eeee2-b148-4530-8b2b-4bfefab65dab/9f9eeee2-b148-4530-8b2b-4bfefab65dab.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.798631] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1935a46-fe8b-4087-bef3-22f342b0fbe6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.806392] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1278.806392] env[69437]: value = "task-4104398" [ 1278.806392] env[69437]: _type = "Task" [ 1278.806392] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.814335] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.994559] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.995188] env[69437]: DEBUG nova.compute.manager [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.998070] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.264s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.998269] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.998425] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1278.999509] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dceefd-7563-45c7-a4b2-b6d237466acb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.008086] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69205eb-d462-451c-9cbd-c860991f41c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.025830] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.026209] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.026459] env[69437]: DEBUG nova.compute.manager [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1279.027465] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c81b7-1958-428e-aa18-e5b3061f8515 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.030966] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242fe85f-64c8-46ea-b5b5-372334336e6b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.041831] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6826cad-360d-4e70-92c9-6443cb6e5e1a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.045733] env[69437]: DEBUG nova.compute.manager [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1279.046165] env[69437]: DEBUG nova.objects.instance [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'flavor' on Instance uuid dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.088488] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179730MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1279.088707] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.089234] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.259428] env[69437]: DEBUG nova.compute.manager [req-b17f028e-f6b2-4fa7-adef-5fc5d5687234 req-e05f0301-6e99-43c7-af2a-adeec7379744 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Received event network-vif-deleted-9e506ed6-a59a-471a-83ec-42b2759cdd28 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.259648] env[69437]: INFO nova.compute.manager [req-b17f028e-f6b2-4fa7-adef-5fc5d5687234 req-e05f0301-6e99-43c7-af2a-adeec7379744 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Neutron deleted interface 9e506ed6-a59a-471a-83ec-42b2759cdd28; detaching it from the instance and deleting it from the info cache [ 1279.259820] env[69437]: DEBUG nova.network.neutron [req-b17f028e-f6b2-4fa7-adef-5fc5d5687234 req-e05f0301-6e99-43c7-af2a-adeec7379744 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.317521] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104398, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.500711] env[69437]: DEBUG nova.compute.utils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.502366] env[69437]: DEBUG nova.compute.manager [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.502622] env[69437]: DEBUG nova.network.neutron [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.545252] env[69437]: DEBUG nova.policy [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15b7ccda6b694e24a09023dfe734de2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '859f3a9b275b44a184f469d4cd814edb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.714030] env[69437]: DEBUG nova.network.neutron [-] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.763330] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efee2a17-86ae-4fce-9a6e-540e1ce8c446 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.774604] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e91e613-780d-4c18-929d-60bb58d9cbae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.809831] env[69437]: DEBUG nova.compute.manager [req-b17f028e-f6b2-4fa7-adef-5fc5d5687234 req-e05f0301-6e99-43c7-af2a-adeec7379744 service nova] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Detach interface failed, port_id=9e506ed6-a59a-471a-83ec-42b2759cdd28, reason: Instance d92efd14-098b-44ac-a552-68bc3adfac6d could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.817918] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104398, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.918195] env[69437]: DEBUG nova.network.neutron [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Successfully created port: f448b906-66fc-4a28-889d-04f5b55ea7c0 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.007429] env[69437]: DEBUG nova.compute.manager [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.052787] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.053128] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-805fd2a3-92f2-4ee8-a68b-f56236c8d4fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.061788] env[69437]: DEBUG oslo_vmware.api [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1280.061788] env[69437]: value = "task-4104399" [ 1280.061788] env[69437]: _type = "Task" [ 1280.061788] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.074472] env[69437]: DEBUG oslo_vmware.api [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.127177] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance dd0222a0-ae73-4860-94d3-ea497b81f59c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.127177] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5b953468-d4ba-4e59-adbf-e9d75562e74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.127413] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d92efd14-098b-44ac-a552-68bc3adfac6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.127515] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 55d66681-1cc0-4294-b43c-f1782f2ac6f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.128756] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 9f9eeee2-b148-4530-8b2b-4bfefab65dab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.128756] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 253a2ceb-92ba-4f8f-a10e-c026185f4402 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.128756] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1280.128756] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1280.216689] env[69437]: INFO nova.compute.manager [-] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Took 1.46 seconds to deallocate network for instance. [ 1280.237634] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c310e72-bdd4-4d08-8c64-e59abe50eed1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.246550] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a02af9-7f20-4748-8df1-7b268001cd8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.300311] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ce125a-b2d4-4c7e-8291-c1cb019b8562 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.319243] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622ec8d5-7d4d-4498-b78a-625c2a2c99d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.337663] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104398, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.346255] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.573185] env[69437]: DEBUG oslo_vmware.api [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104399, 'name': PowerOffVM_Task, 'duration_secs': 0.291365} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.573487] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.573687] env[69437]: DEBUG nova.compute.manager [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1280.574557] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437b1c91-e433-4a2b-a654-655d6173a977 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.727479] env[69437]: DEBUG oslo_concurrency.lockutils [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.823235] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104398, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.850594] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.017775] env[69437]: DEBUG nova.compute.manager [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.046549] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.046809] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.046970] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.047188] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.047329] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.047476] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.047684] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.047847] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.048024] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.048190] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.048372] env[69437]: DEBUG nova.virt.hardware [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.049298] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49910676-abc6-4b05-b99c-160511a3aa1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.058725] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb3e93-31b8-427c-a596-e1a2446cc74c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.089931] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97134dc9-b34c-4b6b-819d-fcd7dc391fb9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.323825] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104398, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.401617} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.324116] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f8c17900-f7cc-47ff-91f8-7b721d2a49e9/f8c17900-f7cc-47ff-91f8-7b721d2a49e9.vmdk to [datastore1] 9f9eeee2-b148-4530-8b2b-4bfefab65dab/9f9eeee2-b148-4530-8b2b-4bfefab65dab.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.324941] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69546af5-6992-4415-ba9e-d7d025d0f293 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.348061] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9f9eeee2-b148-4530-8b2b-4bfefab65dab/9f9eeee2-b148-4530-8b2b-4bfefab65dab.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.348398] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9856ac74-e09f-4442-9452-250182141821 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.363047] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1281.363265] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.274s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.363825] env[69437]: DEBUG oslo_concurrency.lockutils [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.637s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.364063] env[69437]: DEBUG nova.objects.instance [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'resources' on Instance uuid d92efd14-098b-44ac-a552-68bc3adfac6d {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.373395] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1281.373395] env[69437]: value = "task-4104400" [ 1281.373395] env[69437]: _type = "Task" [ 1281.373395] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.384550] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.399282] env[69437]: DEBUG nova.compute.manager [req-60f821ec-7f1d-40a6-b34e-52a58f47e04b req-924ca77e-f833-48e0-bb42-648796df195e service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Received event network-vif-plugged-f448b906-66fc-4a28-889d-04f5b55ea7c0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.399699] env[69437]: DEBUG oslo_concurrency.lockutils [req-60f821ec-7f1d-40a6-b34e-52a58f47e04b req-924ca77e-f833-48e0-bb42-648796df195e service nova] Acquiring lock "253a2ceb-92ba-4f8f-a10e-c026185f4402-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.400030] env[69437]: DEBUG oslo_concurrency.lockutils [req-60f821ec-7f1d-40a6-b34e-52a58f47e04b req-924ca77e-f833-48e0-bb42-648796df195e service nova] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.400164] env[69437]: DEBUG oslo_concurrency.lockutils [req-60f821ec-7f1d-40a6-b34e-52a58f47e04b req-924ca77e-f833-48e0-bb42-648796df195e service nova] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.400317] env[69437]: DEBUG nova.compute.manager [req-60f821ec-7f1d-40a6-b34e-52a58f47e04b req-924ca77e-f833-48e0-bb42-648796df195e service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] No waiting events found dispatching network-vif-plugged-f448b906-66fc-4a28-889d-04f5b55ea7c0 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1281.400488] env[69437]: WARNING nova.compute.manager [req-60f821ec-7f1d-40a6-b34e-52a58f47e04b req-924ca77e-f833-48e0-bb42-648796df195e service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Received unexpected event network-vif-plugged-f448b906-66fc-4a28-889d-04f5b55ea7c0 for instance with vm_state building and task_state spawning. [ 1281.489174] env[69437]: DEBUG nova.network.neutron [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Successfully updated port: f448b906-66fc-4a28-889d-04f5b55ea7c0 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.881638] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.972092] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3affd4e3-78e4-4bff-a04d-416680fdd8d8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.979742] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f29c138-fab4-4604-b923-a5dcb2050b10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.011258] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "refresh_cache-253a2ceb-92ba-4f8f-a10e-c026185f4402" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.011469] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "refresh_cache-253a2ceb-92ba-4f8f-a10e-c026185f4402" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.011618] env[69437]: DEBUG nova.network.neutron [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.014524] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecd1d8d-4d0f-46a3-a0b2-6b80befc8290 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.023867] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce48cef-34a1-4552-a161-6d85e2f0e596 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.039855] env[69437]: DEBUG nova.compute.provider_tree [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.229228] env[69437]: DEBUG nova.compute.manager [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Stashing vm_state: stopped {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1282.360923] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.361171] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.361335] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.361497] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.361649] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.361794] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1282.383562] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104400, 'name': ReconfigVM_Task, 'duration_secs': 0.654268} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.383843] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9f9eeee2-b148-4530-8b2b-4bfefab65dab/9f9eeee2-b148-4530-8b2b-4bfefab65dab.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.384509] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41b2b67c-3859-45ed-9484-70ec8c6e35aa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.391106] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1282.391106] env[69437]: value = "task-4104401" [ 1282.391106] env[69437]: _type = "Task" [ 1282.391106] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.399679] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104401, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.543386] env[69437]: DEBUG nova.scheduler.client.report [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.547821] env[69437]: DEBUG nova.network.neutron [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.681968] env[69437]: DEBUG nova.network.neutron [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Updating instance_info_cache with network_info: [{"id": "f448b906-66fc-4a28-889d-04f5b55ea7c0", "address": "fa:16:3e:28:77:1e", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf448b906-66", "ovs_interfaceid": "f448b906-66fc-4a28-889d-04f5b55ea7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.749361] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.901154] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104401, 'name': Rename_Task, 'duration_secs': 0.148021} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.901514] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.901708] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-261e8cd8-2bb1-4d0b-9cbd-0a878e6f036b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.908781] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1282.908781] env[69437]: value = "task-4104402" [ 1282.908781] env[69437]: _type = "Task" [ 1282.908781] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.917395] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.053083] env[69437]: DEBUG oslo_concurrency.lockutils [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.054831] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.306s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.074531] env[69437]: INFO nova.scheduler.client.report [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted allocations for instance d92efd14-098b-44ac-a552-68bc3adfac6d [ 1283.185757] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "refresh_cache-253a2ceb-92ba-4f8f-a10e-c026185f4402" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.186184] env[69437]: DEBUG nova.compute.manager [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Instance network_info: |[{"id": "f448b906-66fc-4a28-889d-04f5b55ea7c0", "address": "fa:16:3e:28:77:1e", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf448b906-66", "ovs_interfaceid": "f448b906-66fc-4a28-889d-04f5b55ea7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.186645] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:77:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f448b906-66fc-4a28-889d-04f5b55ea7c0', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.194393] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.195037] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.195313] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deb78e2d-1209-49fc-82f0-6300cb0aff50 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.216704] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.216704] env[69437]: value = "task-4104403" [ 1283.216704] env[69437]: _type = "Task" [ 1283.216704] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.226300] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104403, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.421237] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.428954] env[69437]: DEBUG nova.compute.manager [req-baa90bd2-e2fc-4641-ae6b-67126c52464f req-4c83d840-51c4-4d67-80e4-55c67f5643d8 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Received event network-changed-f448b906-66fc-4a28-889d-04f5b55ea7c0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.429175] env[69437]: DEBUG nova.compute.manager [req-baa90bd2-e2fc-4641-ae6b-67126c52464f req-4c83d840-51c4-4d67-80e4-55c67f5643d8 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Refreshing instance network info cache due to event network-changed-f448b906-66fc-4a28-889d-04f5b55ea7c0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.429394] env[69437]: DEBUG oslo_concurrency.lockutils [req-baa90bd2-e2fc-4641-ae6b-67126c52464f req-4c83d840-51c4-4d67-80e4-55c67f5643d8 service nova] Acquiring lock "refresh_cache-253a2ceb-92ba-4f8f-a10e-c026185f4402" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.429538] env[69437]: DEBUG oslo_concurrency.lockutils [req-baa90bd2-e2fc-4641-ae6b-67126c52464f req-4c83d840-51c4-4d67-80e4-55c67f5643d8 service nova] Acquired lock "refresh_cache-253a2ceb-92ba-4f8f-a10e-c026185f4402" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.429698] env[69437]: DEBUG nova.network.neutron [req-baa90bd2-e2fc-4641-ae6b-67126c52464f req-4c83d840-51c4-4d67-80e4-55c67f5643d8 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Refreshing network info cache for port f448b906-66fc-4a28-889d-04f5b55ea7c0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.560191] env[69437]: INFO nova.compute.claims [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.583437] env[69437]: DEBUG oslo_concurrency.lockutils [None req-10836556-88a6-445f-bb3b-c59e3c76ea81 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "d92efd14-098b-44ac-a552-68bc3adfac6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.457s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.727259] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104403, 'name': CreateVM_Task, 'duration_secs': 0.395005} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.727459] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.728195] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.728446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.728798] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.729081] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999a0e0b-3510-4cbf-b728-85658bde51ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.734650] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1283.734650] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5266e44a-bd99-9dcc-ba99-efb092607e69" [ 1283.734650] env[69437]: _type = "Task" [ 1283.734650] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.743361] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5266e44a-bd99-9dcc-ba99-efb092607e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.921477] env[69437]: DEBUG oslo_vmware.api [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104402, 'name': PowerOnVM_Task, 'duration_secs': 0.654763} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.921993] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.023507] env[69437]: DEBUG nova.compute.manager [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1284.024686] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8f21e-86a6-45bc-bb8a-093636e3b5c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.068835] env[69437]: INFO nova.compute.resource_tracker [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating resource usage from migration eb743c3e-3c44-46f6-910a-6ed24f6dd42d [ 1284.179281] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f318710-d078-4faa-9985-59ccfb803c91 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.187483] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8387ee-d93d-46bf-8f64-096930bdada7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.192751] env[69437]: DEBUG nova.network.neutron [req-baa90bd2-e2fc-4641-ae6b-67126c52464f req-4c83d840-51c4-4d67-80e4-55c67f5643d8 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Updated VIF entry in instance network info cache for port f448b906-66fc-4a28-889d-04f5b55ea7c0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.193188] env[69437]: DEBUG nova.network.neutron [req-baa90bd2-e2fc-4641-ae6b-67126c52464f req-4c83d840-51c4-4d67-80e4-55c67f5643d8 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Updating instance_info_cache with network_info: [{"id": "f448b906-66fc-4a28-889d-04f5b55ea7c0", "address": "fa:16:3e:28:77:1e", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf448b906-66", "ovs_interfaceid": "f448b906-66fc-4a28-889d-04f5b55ea7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.220050] env[69437]: DEBUG oslo_concurrency.lockutils [req-baa90bd2-e2fc-4641-ae6b-67126c52464f req-4c83d840-51c4-4d67-80e4-55c67f5643d8 service nova] Releasing lock "refresh_cache-253a2ceb-92ba-4f8f-a10e-c026185f4402" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.220960] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f574bd-ddc2-4124-8f38-2f70b43a647c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.229769] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9f68d4-bbb1-47bb-9297-0fc13a971317 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.248478] env[69437]: DEBUG nova.compute.provider_tree [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.257701] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.257953] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.259143] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5266e44a-bd99-9dcc-ba99-efb092607e69, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.259976] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.260224] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.260833] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.260833] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.260833] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.261448] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e5f0b5-5841-49f0-814a-a701d533ff28 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.272102] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.272304] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.273131] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b62df2-8207-43fc-b795-481128f502c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.279314] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1284.279314] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52197787-c879-bb92-1f8e-20f241c2566e" [ 1284.279314] env[69437]: _type = "Task" [ 1284.279314] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.287573] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52197787-c879-bb92-1f8e-20f241c2566e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.541264] env[69437]: DEBUG oslo_concurrency.lockutils [None req-bdd87dac-5fbf-405b-8530-e786e816cd69 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.184s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.756031] env[69437]: DEBUG nova.scheduler.client.report [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.760583] env[69437]: DEBUG nova.compute.manager [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.790208] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52197787-c879-bb92-1f8e-20f241c2566e, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.791137] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91a5494-237e-4c87-a0a1-96d2abee2ac9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.796647] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1284.796647] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52887f3c-71ec-7a21-a45d-9e7f35618e91" [ 1284.796647] env[69437]: _type = "Task" [ 1284.796647] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.805349] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52887f3c-71ec-7a21-a45d-9e7f35618e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.260530] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.206s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.260973] env[69437]: INFO nova.compute.manager [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Migrating [ 1285.295596] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.295862] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.298036] env[69437]: INFO nova.compute.claims [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.311456] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52887f3c-71ec-7a21-a45d-9e7f35618e91, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.312059] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.312059] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 253a2ceb-92ba-4f8f-a10e-c026185f4402/253a2ceb-92ba-4f8f-a10e-c026185f4402.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.312432] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca4d0b32-9df3-428e-a19a-64f7c0b52e1c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.321901] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1285.321901] env[69437]: value = "task-4104404" [ 1285.321901] env[69437]: _type = "Task" [ 1285.321901] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.331170] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.782942] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.782942] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.782942] env[69437]: DEBUG nova.network.neutron [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.831958] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443649} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.832242] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 253a2ceb-92ba-4f8f-a10e-c026185f4402/253a2ceb-92ba-4f8f-a10e-c026185f4402.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.832513] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.832776] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77877c6f-d0ff-409b-b24a-e63e8f37edc6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.839217] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1285.839217] env[69437]: value = "task-4104405" [ 1285.839217] env[69437]: _type = "Task" [ 1285.839217] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.848205] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.227446] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.349851] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064806} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.355236] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.356508] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbbe84a-f34b-4f74-8784-0ba3304d64fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.380245] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 253a2ceb-92ba-4f8f-a10e-c026185f4402/253a2ceb-92ba-4f8f-a10e-c026185f4402.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.383406] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50790162-ca3b-48b4-b087-0ed4a52e6c1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.408094] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1286.408094] env[69437]: value = "task-4104406" [ 1286.408094] env[69437]: _type = "Task" [ 1286.408094] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.419644] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.452571] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f72600-d59f-4771-a677-fb17bb54e964 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.462603] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c64bc-3d16-4f96-bd47-222e7a3d9e4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.499368] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0327b7-9038-4534-adeb-01c002eadbb6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.508419] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accbcf8e-80d7-457d-b8c7-e7caa142eff8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.525362] env[69437]: DEBUG nova.compute.provider_tree [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.535172] env[69437]: DEBUG nova.network.neutron [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance_info_cache with network_info: [{"id": "589428bd-2f53-48d1-8e26-7f743df0e7db", "address": "fa:16:3e:61:dc:de", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589428bd-2f", "ovs_interfaceid": "589428bd-2f53-48d1-8e26-7f743df0e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.919590] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104406, 'name': ReconfigVM_Task, 'duration_secs': 0.306647} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.919829] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 253a2ceb-92ba-4f8f-a10e-c026185f4402/253a2ceb-92ba-4f8f-a10e-c026185f4402.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.920538] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960afeea-bd60-4249-8513-66d90dc19943 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.927855] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1286.927855] env[69437]: value = "task-4104407" [ 1286.927855] env[69437]: _type = "Task" [ 1286.927855] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.940066] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104407, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.028907] env[69437]: DEBUG nova.scheduler.client.report [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.038265] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.439506] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104407, 'name': Rename_Task, 'duration_secs': 0.142216} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.439884] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.440175] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c5cf68f-0bc3-419b-8b3e-38872f637652 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.446237] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1287.446237] env[69437]: value = "task-4104408" [ 1287.446237] env[69437]: _type = "Task" [ 1287.446237] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.459658] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.534909] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.535615] env[69437]: DEBUG nova.compute.manager [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.956514] env[69437]: DEBUG oslo_vmware.api [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104408, 'name': PowerOnVM_Task, 'duration_secs': 0.436961} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.956807] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.957035] env[69437]: INFO nova.compute.manager [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1287.957264] env[69437]: DEBUG nova.compute.manager [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1287.958055] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868416d4-b531-4203-8251-5eb086d2e570 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.042986] env[69437]: DEBUG nova.compute.utils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1288.044320] env[69437]: DEBUG nova.compute.manager [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.044498] env[69437]: DEBUG nova.network.neutron [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.106947] env[69437]: DEBUG nova.policy [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f9c9de950614e90be0e9c11cc880ccb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84987bd5e1de47a9a5da66eb0de19d04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.380111] env[69437]: DEBUG nova.network.neutron [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Successfully created port: 3e543d4f-30b0-4c1f-b631-1fb7ed536441 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.477287] env[69437]: INFO nova.compute.manager [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Took 11.70 seconds to build instance. [ 1288.551473] env[69437]: DEBUG nova.compute.manager [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.564139] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90487f2b-5bd6-43a5-a451-53b778ba3142 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.584058] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance 'dd0222a0-ae73-4860-94d3-ea497b81f59c' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.979506] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b45e137f-2034-4752-8da4-8e8712a3d367 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.218s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.091018] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.091349] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a4ae076-a25c-41a8-b88e-c6d2dd3f9927 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.099760] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1289.099760] env[69437]: value = "task-4104409" [ 1289.099760] env[69437]: _type = "Task" [ 1289.099760] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.110061] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1289.110299] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance 'dd0222a0-ae73-4860-94d3-ea497b81f59c' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.222525] env[69437]: DEBUG nova.compute.manager [req-97a412de-6d0c-4a70-b027-a3152a6257c5 req-da25e68c-c756-46a1-8a06-cf5be5a78eb7 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Received event network-changed-f448b906-66fc-4a28-889d-04f5b55ea7c0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.222770] env[69437]: DEBUG nova.compute.manager [req-97a412de-6d0c-4a70-b027-a3152a6257c5 req-da25e68c-c756-46a1-8a06-cf5be5a78eb7 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Refreshing instance network info cache due to event network-changed-f448b906-66fc-4a28-889d-04f5b55ea7c0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.223184] env[69437]: DEBUG oslo_concurrency.lockutils [req-97a412de-6d0c-4a70-b027-a3152a6257c5 req-da25e68c-c756-46a1-8a06-cf5be5a78eb7 service nova] Acquiring lock "refresh_cache-253a2ceb-92ba-4f8f-a10e-c026185f4402" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.223298] env[69437]: DEBUG oslo_concurrency.lockutils [req-97a412de-6d0c-4a70-b027-a3152a6257c5 req-da25e68c-c756-46a1-8a06-cf5be5a78eb7 service nova] Acquired lock "refresh_cache-253a2ceb-92ba-4f8f-a10e-c026185f4402" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.223481] env[69437]: DEBUG nova.network.neutron [req-97a412de-6d0c-4a70-b027-a3152a6257c5 req-da25e68c-c756-46a1-8a06-cf5be5a78eb7 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Refreshing network info cache for port f448b906-66fc-4a28-889d-04f5b55ea7c0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.563595] env[69437]: DEBUG nova.compute.manager [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.591768] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.592028] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.592196] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.592384] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.592555] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.592715] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.592993] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.593178] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.593355] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.593522] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.593697] env[69437]: DEBUG nova.virt.hardware [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.594571] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c00fc-9871-46dd-bbf4-dfba39b0994a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.603015] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b6854d-6b90-43b2-872a-a88e7a99e9fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.619704] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.619937] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.620060] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.620267] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.620417] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.620563] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.620761] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.620921] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.621101] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.621266] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.621439] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.626575] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fe2948-edfb-478b-b9eb-a9ed1c55127e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.641445] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1289.641445] env[69437]: value = "task-4104410" [ 1289.641445] env[69437]: _type = "Task" [ 1289.641445] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.649623] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.905616] env[69437]: DEBUG nova.network.neutron [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Successfully updated port: 3e543d4f-30b0-4c1f-b631-1fb7ed536441 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.956986] env[69437]: DEBUG nova.network.neutron [req-97a412de-6d0c-4a70-b027-a3152a6257c5 req-da25e68c-c756-46a1-8a06-cf5be5a78eb7 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Updated VIF entry in instance network info cache for port f448b906-66fc-4a28-889d-04f5b55ea7c0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.957402] env[69437]: DEBUG nova.network.neutron [req-97a412de-6d0c-4a70-b027-a3152a6257c5 req-da25e68c-c756-46a1-8a06-cf5be5a78eb7 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Updating instance_info_cache with network_info: [{"id": "f448b906-66fc-4a28-889d-04f5b55ea7c0", "address": "fa:16:3e:28:77:1e", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf448b906-66", "ovs_interfaceid": "f448b906-66fc-4a28-889d-04f5b55ea7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.152578] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104410, 'name': ReconfigVM_Task, 'duration_secs': 0.164981} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.152908] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance 'dd0222a0-ae73-4860-94d3-ea497b81f59c' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.408743] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.408933] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.409073] env[69437]: DEBUG nova.network.neutron [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.460141] env[69437]: DEBUG oslo_concurrency.lockutils [req-97a412de-6d0c-4a70-b027-a3152a6257c5 req-da25e68c-c756-46a1-8a06-cf5be5a78eb7 service nova] Releasing lock "refresh_cache-253a2ceb-92ba-4f8f-a10e-c026185f4402" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.660159] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.660612] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.660612] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.660731] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.660889] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.661073] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.661297] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.661480] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.661661] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.661843] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.662114] env[69437]: DEBUG nova.virt.hardware [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.668211] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.668552] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d75399-bd40-421e-88ac-ab1e6b266e3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.695765] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1290.695765] env[69437]: value = "task-4104411" [ 1290.695765] env[69437]: _type = "Task" [ 1290.695765] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.706044] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.940282] env[69437]: DEBUG nova.network.neutron [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.064832] env[69437]: DEBUG nova.network.neutron [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance_info_cache with network_info: [{"id": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "address": "fa:16:3e:99:1e:8c", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e543d4f-30", "ovs_interfaceid": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.206359] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104411, 'name': ReconfigVM_Task, 'duration_secs': 0.173361} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.206594] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.207479] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2b4749-eb42-437e-86a8-678d1c826896 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.230830] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] dd0222a0-ae73-4860-94d3-ea497b81f59c/dd0222a0-ae73-4860-94d3-ea497b81f59c.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.231435] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b8b51b6-e0d5-44cb-8d8b-34b06843a051 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.249441] env[69437]: DEBUG nova.compute.manager [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Received event network-vif-plugged-3e543d4f-30b0-4c1f-b631-1fb7ed536441 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.249579] env[69437]: DEBUG oslo_concurrency.lockutils [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] Acquiring lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.249776] env[69437]: DEBUG oslo_concurrency.lockutils [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.249941] env[69437]: DEBUG oslo_concurrency.lockutils [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.250196] env[69437]: DEBUG nova.compute.manager [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] No waiting events found dispatching network-vif-plugged-3e543d4f-30b0-4c1f-b631-1fb7ed536441 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1291.250273] env[69437]: WARNING nova.compute.manager [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Received unexpected event network-vif-plugged-3e543d4f-30b0-4c1f-b631-1fb7ed536441 for instance with vm_state building and task_state spawning. [ 1291.250431] env[69437]: DEBUG nova.compute.manager [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Received event network-changed-3e543d4f-30b0-4c1f-b631-1fb7ed536441 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.250584] env[69437]: DEBUG nova.compute.manager [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Refreshing instance network info cache due to event network-changed-3e543d4f-30b0-4c1f-b631-1fb7ed536441. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.250744] env[69437]: DEBUG oslo_concurrency.lockutils [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] Acquiring lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.252640] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1291.252640] env[69437]: value = "task-4104412" [ 1291.252640] env[69437]: _type = "Task" [ 1291.252640] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.262088] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.567831] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.568271] env[69437]: DEBUG nova.compute.manager [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Instance network_info: |[{"id": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "address": "fa:16:3e:99:1e:8c", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e543d4f-30", "ovs_interfaceid": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.568687] env[69437]: DEBUG oslo_concurrency.lockutils [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] Acquired lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.568891] env[69437]: DEBUG nova.network.neutron [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Refreshing network info cache for port 3e543d4f-30b0-4c1f-b631-1fb7ed536441 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.570232] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:1e:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e543d4f-30b0-4c1f-b631-1fb7ed536441', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.578173] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.581561] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.582147] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c005c5aa-143c-423b-b9fe-58b50fadcc38 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.603434] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.603434] env[69437]: value = "task-4104413" [ 1291.603434] env[69437]: _type = "Task" [ 1291.603434] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.612361] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104413, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.766080] env[69437]: DEBUG oslo_vmware.api [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104412, 'name': ReconfigVM_Task, 'duration_secs': 0.379492} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.766580] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Reconfigured VM instance instance-0000006b to attach disk [datastore1] dd0222a0-ae73-4860-94d3-ea497b81f59c/dd0222a0-ae73-4860-94d3-ea497b81f59c.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.766580] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance 'dd0222a0-ae73-4860-94d3-ea497b81f59c' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.815668] env[69437]: DEBUG nova.network.neutron [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updated VIF entry in instance network info cache for port 3e543d4f-30b0-4c1f-b631-1fb7ed536441. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.816074] env[69437]: DEBUG nova.network.neutron [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance_info_cache with network_info: [{"id": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "address": "fa:16:3e:99:1e:8c", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e543d4f-30", "ovs_interfaceid": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.113721] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104413, 'name': CreateVM_Task} progress is 25%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.273279] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5986f570-1f06-4d3a-8e89-e9d90b8e190b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.295041] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb3e0be-6ea2-4298-a10b-8015c51f3e97 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.315557] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance 'dd0222a0-ae73-4860-94d3-ea497b81f59c' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.321184] env[69437]: DEBUG oslo_concurrency.lockutils [req-2a058f5b-b800-432d-a97c-82cdc7a8c670 req-97fb105a-217d-4a53-8701-7b1f91172b97 service nova] Releasing lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.614636] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104413, 'name': CreateVM_Task, 'duration_secs': 0.842687} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.614871] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.615594] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.615768] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.616146] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.616427] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-259d7713-5268-4587-ad32-b60316cc7786 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.622503] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1292.622503] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52633d0f-3bbc-de04-6f0a-fcf8315ca94b" [ 1292.622503] env[69437]: _type = "Task" [ 1292.622503] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.632160] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52633d0f-3bbc-de04-6f0a-fcf8315ca94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.856772] env[69437]: DEBUG nova.network.neutron [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Port 589428bd-2f53-48d1-8e26-7f743df0e7db binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1293.135711] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52633d0f-3bbc-de04-6f0a-fcf8315ca94b, 'name': SearchDatastore_Task, 'duration_secs': 0.012834} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.136087] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.136337] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.136585] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.136727] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.136909] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.137318] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cec395ae-aac9-48f7-b0ba-f135bce49b80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.146960] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.147200] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.147962] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ee84c7-5a34-4ea9-a6c7-ddbb8fa61cb5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.154204] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1293.154204] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]525fdf06-1f2e-a870-ce74-da26efd3f675" [ 1293.154204] env[69437]: _type = "Task" [ 1293.154204] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.162200] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525fdf06-1f2e-a870-ce74-da26efd3f675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.665389] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]525fdf06-1f2e-a870-ce74-da26efd3f675, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.666294] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f60fbc1-bc67-4496-addb-e6778222ff98 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.672039] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1293.672039] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524cdb89-2bd1-709f-73e2-5220b05c57bb" [ 1293.672039] env[69437]: _type = "Task" [ 1293.672039] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.680387] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524cdb89-2bd1-709f-73e2-5220b05c57bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.879110] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "dd0222a0-ae73-4860-94d3-ea497b81f59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.879432] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.879565] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.183213] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524cdb89-2bd1-709f-73e2-5220b05c57bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.183519] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.183791] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] e251d34d-a2b8-419e-960f-12b1f4a1aa8c/e251d34d-a2b8-419e-960f-12b1f4a1aa8c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.184082] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e485c98-7b2b-4c5a-8113-0f58e9510cfc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.192370] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1294.192370] env[69437]: value = "task-4104414" [ 1294.192370] env[69437]: _type = "Task" [ 1294.192370] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.201211] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.702220] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456457} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.702483] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] e251d34d-a2b8-419e-960f-12b1f4a1aa8c/e251d34d-a2b8-419e-960f-12b1f4a1aa8c.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.702693] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.702975] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8663667-df3c-4c33-ade2-84acc8ddb419 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.709983] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1294.709983] env[69437]: value = "task-4104415" [ 1294.709983] env[69437]: _type = "Task" [ 1294.709983] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.717604] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.915560] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.915930] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.916013] env[69437]: DEBUG nova.network.neutron [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.222356] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067545} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.222793] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.223617] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d160e3-495d-48f3-b4ba-4b7d4574acae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.245530] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] e251d34d-a2b8-419e-960f-12b1f4a1aa8c/e251d34d-a2b8-419e-960f-12b1f4a1aa8c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.245875] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d9139b-7842-4812-b377-6d019c942a1f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.266268] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1295.266268] env[69437]: value = "task-4104416" [ 1295.266268] env[69437]: _type = "Task" [ 1295.266268] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.275814] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.632860] env[69437]: DEBUG nova.network.neutron [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance_info_cache with network_info: [{"id": "589428bd-2f53-48d1-8e26-7f743df0e7db", "address": "fa:16:3e:61:dc:de", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589428bd-2f", "ovs_interfaceid": "589428bd-2f53-48d1-8e26-7f743df0e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.777618] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.137086] env[69437]: DEBUG oslo_concurrency.lockutils [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.278252] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.661784] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e139b-d85c-47a4-8e51-094abdaaaa5b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.680944] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8e15dd-6b84-44cc-bbb3-4a3f42c0f8b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.688128] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance 'dd0222a0-ae73-4860-94d3-ea497b81f59c' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.777269] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104416, 'name': ReconfigVM_Task, 'duration_secs': 1.018591} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.777562] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] e251d34d-a2b8-419e-960f-12b1f4a1aa8c/e251d34d-a2b8-419e-960f-12b1f4a1aa8c.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.778233] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-271039dc-0d81-4c2f-869b-2e80c9ed6484 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.784729] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1296.784729] env[69437]: value = "task-4104417" [ 1296.784729] env[69437]: _type = "Task" [ 1296.784729] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.792419] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104417, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.194525] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-39d0e482-bc88-487b-8b1f-7545c6dd878c tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance 'dd0222a0-ae73-4860-94d3-ea497b81f59c' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.296279] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104417, 'name': Rename_Task, 'duration_secs': 0.140274} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.296536] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.296783] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c5805d-8a4d-4920-b5c5-a3e2eef271ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.303249] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1297.303249] env[69437]: value = "task-4104418" [ 1297.303249] env[69437]: _type = "Task" [ 1297.303249] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.311071] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.814806] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104418, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.313848] env[69437]: DEBUG oslo_vmware.api [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104418, 'name': PowerOnVM_Task, 'duration_secs': 0.518073} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.314174] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.314336] env[69437]: INFO nova.compute.manager [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1298.314525] env[69437]: DEBUG nova.compute.manager [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1298.315336] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f43752-e112-440a-bbf2-702fb1200a1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.834880] env[69437]: INFO nova.compute.manager [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Took 13.56 seconds to build instance. [ 1299.337142] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d74c629a-2823-4e92-a1a9-934140a178de tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.079s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.932008] env[69437]: DEBUG nova.compute.manager [req-98be9148-52b6-430a-a148-9f0a57e06e0e req-1b2aafa2-1b7a-4d39-bac4-7124a705016b service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Received event network-changed-3e543d4f-30b0-4c1f-b631-1fb7ed536441 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.932119] env[69437]: DEBUG nova.compute.manager [req-98be9148-52b6-430a-a148-9f0a57e06e0e req-1b2aafa2-1b7a-4d39-bac4-7124a705016b service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Refreshing instance network info cache due to event network-changed-3e543d4f-30b0-4c1f-b631-1fb7ed536441. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.932342] env[69437]: DEBUG oslo_concurrency.lockutils [req-98be9148-52b6-430a-a148-9f0a57e06e0e req-1b2aafa2-1b7a-4d39-bac4-7124a705016b service nova] Acquiring lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.932507] env[69437]: DEBUG oslo_concurrency.lockutils [req-98be9148-52b6-430a-a148-9f0a57e06e0e req-1b2aafa2-1b7a-4d39-bac4-7124a705016b service nova] Acquired lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.932625] env[69437]: DEBUG nova.network.neutron [req-98be9148-52b6-430a-a148-9f0a57e06e0e req-1b2aafa2-1b7a-4d39-bac4-7124a705016b service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Refreshing network info cache for port 3e543d4f-30b0-4c1f-b631-1fb7ed536441 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.986014] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.986410] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.986676] env[69437]: DEBUG nova.compute.manager [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Going to confirm migration 7 {{(pid=69437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1300.526035] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.526330] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.526511] env[69437]: DEBUG nova.network.neutron [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.526704] env[69437]: DEBUG nova.objects.instance [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'info_cache' on Instance uuid dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.687185] env[69437]: DEBUG nova.network.neutron [req-98be9148-52b6-430a-a148-9f0a57e06e0e req-1b2aafa2-1b7a-4d39-bac4-7124a705016b service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updated VIF entry in instance network info cache for port 3e543d4f-30b0-4c1f-b631-1fb7ed536441. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.687612] env[69437]: DEBUG nova.network.neutron [req-98be9148-52b6-430a-a148-9f0a57e06e0e req-1b2aafa2-1b7a-4d39-bac4-7124a705016b service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance_info_cache with network_info: [{"id": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "address": "fa:16:3e:99:1e:8c", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e543d4f-30", "ovs_interfaceid": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.190832] env[69437]: DEBUG oslo_concurrency.lockutils [req-98be9148-52b6-430a-a148-9f0a57e06e0e req-1b2aafa2-1b7a-4d39-bac4-7124a705016b service nova] Releasing lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.759472] env[69437]: DEBUG nova.network.neutron [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance_info_cache with network_info: [{"id": "589428bd-2f53-48d1-8e26-7f743df0e7db", "address": "fa:16:3e:61:dc:de", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589428bd-2f", "ovs_interfaceid": "589428bd-2f53-48d1-8e26-7f743df0e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.262142] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.262418] env[69437]: DEBUG nova.objects.instance [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'migration_context' on Instance uuid dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.765709] env[69437]: DEBUG nova.objects.base [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1302.766796] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675a3a2c-6615-4cac-8bfc-8d91b1bbf567 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.786028] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d561e526-88b6-467f-8e8b-205652353c34 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.791862] env[69437]: DEBUG oslo_vmware.api [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1302.791862] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c38d22-4923-ff73-b2d6-ac4a1026dd8e" [ 1302.791862] env[69437]: _type = "Task" [ 1302.791862] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.800184] env[69437]: DEBUG oslo_vmware.api [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c38d22-4923-ff73-b2d6-ac4a1026dd8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.302468] env[69437]: DEBUG oslo_vmware.api [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c38d22-4923-ff73-b2d6-ac4a1026dd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.007622} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.302717] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.302968] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.824062] env[69437]: DEBUG nova.scheduler.client.report [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Refreshing inventories for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1303.838635] env[69437]: DEBUG nova.scheduler.client.report [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Updating ProviderTree inventory for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1303.838868] env[69437]: DEBUG nova.compute.provider_tree [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Updating inventory in ProviderTree for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1303.851264] env[69437]: DEBUG nova.scheduler.client.report [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Refreshing aggregate associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, aggregates: None {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1303.870350] env[69437]: DEBUG nova.scheduler.client.report [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Refreshing trait associations for resource provider b52150e3-ffb5-4863-8ac6-a35abaa0b760, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69437) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1303.970236] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4098b-9fef-420c-bcac-306a13e64bd7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.978982] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2a6b30-1ee1-4fcd-ae4b-1ca8909b6a62 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.011848] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab9b7c5-3fe9-49eb-a8f3-ebdfae7f8a69 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.020363] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b826c51-9362-4733-8056-7a59ae4e514e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.034615] env[69437]: DEBUG nova.compute.provider_tree [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.537474] env[69437]: DEBUG nova.scheduler.client.report [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.549373] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.246s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.549777] env[69437]: DEBUG nova.compute.manager [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69437) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1306.109959] env[69437]: INFO nova.scheduler.client.report [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted allocation for migration eb743c3e-3c44-46f6-910a-6ed24f6dd42d [ 1306.615740] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0f6e79c0-01af-4ebc-af74-f1da2d6eb880 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.629s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.874478] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.874684] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.897148] env[69437]: DEBUG nova.objects.instance [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'flavor' on Instance uuid dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.377906] env[69437]: DEBUG nova.compute.utils [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.401887] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.402078] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.402235] env[69437]: DEBUG nova.network.neutron [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.402410] env[69437]: DEBUG nova.objects.instance [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'info_cache' on Instance uuid dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.881127] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.905770] env[69437]: DEBUG nova.objects.base [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1308.616617] env[69437]: DEBUG nova.network.neutron [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance_info_cache with network_info: [{"id": "589428bd-2f53-48d1-8e26-7f743df0e7db", "address": "fa:16:3e:61:dc:de", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589428bd-2f", "ovs_interfaceid": "589428bd-2f53-48d1-8e26-7f743df0e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.960575] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.961035] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.961236] env[69437]: INFO nova.compute.manager [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Attaching volume 9fd07644-081f-467f-85f0-e684d6241ae8 to /dev/sdb [ 1308.992145] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115209e6-f71a-4958-9eec-44493497acdf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.000190] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6cc0df-2010-48cd-b09d-053bf9431744 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.013819] env[69437]: DEBUG nova.virt.block_device [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Updating existing volume attachment record: 97c3b161-cf72-4960-a668-33a210d83f17 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1309.119714] env[69437]: DEBUG oslo_concurrency.lockutils [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-dd0222a0-ae73-4860-94d3-ea497b81f59c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.125689] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.126159] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-675738b0-e01f-4837-853e-e12ea0f89872 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.134193] env[69437]: DEBUG oslo_vmware.api [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1310.134193] env[69437]: value = "task-4104420" [ 1310.134193] env[69437]: _type = "Task" [ 1310.134193] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.142511] env[69437]: DEBUG oslo_vmware.api [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.646075] env[69437]: DEBUG oslo_vmware.api [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104420, 'name': PowerOnVM_Task, 'duration_secs': 0.412853} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.646329] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.646608] env[69437]: DEBUG nova.compute.manager [None req-97554fdd-246b-47c7-8da4-0c91fb192a4b tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1310.647621] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ff263f-5f20-4e28-ba19-c827c1f5a40b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.461073] env[69437]: DEBUG oslo_concurrency.lockutils [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.461560] env[69437]: DEBUG oslo_concurrency.lockutils [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.461560] env[69437]: DEBUG oslo_concurrency.lockutils [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "dd0222a0-ae73-4860-94d3-ea497b81f59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.461817] env[69437]: DEBUG oslo_concurrency.lockutils [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.462021] env[69437]: DEBUG oslo_concurrency.lockutils [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.464244] env[69437]: INFO nova.compute.manager [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Terminating instance [ 1311.968600] env[69437]: DEBUG nova.compute.manager [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.968823] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.969742] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0100c-bdf2-4d2b-a4c6-73d0a9f54bdb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.978368] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.978631] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c13e377-4b6e-4d74-aa19-6018d9895a1f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.985205] env[69437]: DEBUG oslo_vmware.api [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1311.985205] env[69437]: value = "task-4104422" [ 1311.985205] env[69437]: _type = "Task" [ 1311.985205] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.994329] env[69437]: DEBUG oslo_vmware.api [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.495340] env[69437]: DEBUG oslo_vmware.api [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104422, 'name': PowerOffVM_Task, 'duration_secs': 0.170537} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.495784] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.495784] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.496021] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfca0428-9583-49eb-bdc6-a5d567fc0086 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.569981] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.570264] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.570339] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleting the datastore file [datastore1] dd0222a0-ae73-4860-94d3-ea497b81f59c {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.570625] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-462ba0c7-0c21-4daa-9551-2598cb8bda23 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.577812] env[69437]: DEBUG oslo_vmware.api [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1312.577812] env[69437]: value = "task-4104424" [ 1312.577812] env[69437]: _type = "Task" [ 1312.577812] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.586401] env[69437]: DEBUG oslo_vmware.api [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.088350] env[69437]: DEBUG oslo_vmware.api [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151757} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.088593] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.088731] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.088901] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.089091] env[69437]: INFO nova.compute.manager [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1313.089348] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.089546] env[69437]: DEBUG nova.compute.manager [-] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.089640] env[69437]: DEBUG nova.network.neutron [-] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.558537] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1313.558890] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813011', 'volume_id': '9fd07644-081f-467f-85f0-e684d6241ae8', 'name': 'volume-9fd07644-081f-467f-85f0-e684d6241ae8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d66681-1cc0-4294-b43c-f1782f2ac6f2', 'attached_at': '', 'detached_at': '', 'volume_id': '9fd07644-081f-467f-85f0-e684d6241ae8', 'serial': '9fd07644-081f-467f-85f0-e684d6241ae8'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1313.559868] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26b67ca-8f57-4443-a3e2-1ef6079cd44d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.582259] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61939211-7792-4bcb-8e96-5167b48a00c1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.590312] env[69437]: DEBUG nova.compute.manager [req-676c9f99-4787-4c64-9269-b5663adf39db req-4c30bbdc-c0ca-4d93-b8a4-8cdb3aa65ef0 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Received event network-vif-deleted-589428bd-2f53-48d1-8e26-7f743df0e7db {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.590484] env[69437]: INFO nova.compute.manager [req-676c9f99-4787-4c64-9269-b5663adf39db req-4c30bbdc-c0ca-4d93-b8a4-8cdb3aa65ef0 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Neutron deleted interface 589428bd-2f53-48d1-8e26-7f743df0e7db; detaching it from the instance and deleting it from the info cache [ 1313.590657] env[69437]: DEBUG nova.network.neutron [req-676c9f99-4787-4c64-9269-b5663adf39db req-4c30bbdc-c0ca-4d93-b8a4-8cdb3aa65ef0 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.613585] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-9fd07644-081f-467f-85f0-e684d6241ae8/volume-9fd07644-081f-467f-85f0-e684d6241ae8.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.615037] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce8ae61-443a-4d21-9a83-b5b4155755fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.630235] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32e8b6c4-e893-47a3-968b-3496ada1f5e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.644398] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd28089-36f6-4763-9923-b65bd085fb42 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.656344] env[69437]: DEBUG oslo_vmware.api [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1313.656344] env[69437]: value = "task-4104425" [ 1313.656344] env[69437]: _type = "Task" [ 1313.656344] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.666284] env[69437]: DEBUG oslo_vmware.api [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.676425] env[69437]: DEBUG nova.compute.manager [req-676c9f99-4787-4c64-9269-b5663adf39db req-4c30bbdc-c0ca-4d93-b8a4-8cdb3aa65ef0 service nova] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Detach interface failed, port_id=589428bd-2f53-48d1-8e26-7f743df0e7db, reason: Instance dd0222a0-ae73-4860-94d3-ea497b81f59c could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.066555] env[69437]: DEBUG nova.network.neutron [-] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.168564] env[69437]: DEBUG oslo_vmware.api [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104425, 'name': ReconfigVM_Task, 'duration_secs': 0.359139} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.168850] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-9fd07644-081f-467f-85f0-e684d6241ae8/volume-9fd07644-081f-467f-85f0-e684d6241ae8.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.173718] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d13350b-78b9-401c-90b3-69740614cbfd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.190840] env[69437]: DEBUG oslo_vmware.api [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1314.190840] env[69437]: value = "task-4104426" [ 1314.190840] env[69437]: _type = "Task" [ 1314.190840] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.200209] env[69437]: DEBUG oslo_vmware.api [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.569245] env[69437]: INFO nova.compute.manager [-] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Took 1.48 seconds to deallocate network for instance. [ 1314.701312] env[69437]: DEBUG oslo_vmware.api [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104426, 'name': ReconfigVM_Task, 'duration_secs': 0.155954} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.701629] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813011', 'volume_id': '9fd07644-081f-467f-85f0-e684d6241ae8', 'name': 'volume-9fd07644-081f-467f-85f0-e684d6241ae8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d66681-1cc0-4294-b43c-f1782f2ac6f2', 'attached_at': '', 'detached_at': '', 'volume_id': '9fd07644-081f-467f-85f0-e684d6241ae8', 'serial': '9fd07644-081f-467f-85f0-e684d6241ae8'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1315.075774] env[69437]: DEBUG oslo_concurrency.lockutils [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.076078] env[69437]: DEBUG oslo_concurrency.lockutils [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.076337] env[69437]: DEBUG oslo_concurrency.lockutils [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.101334] env[69437]: INFO nova.scheduler.client.report [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted allocations for instance dd0222a0-ae73-4860-94d3-ea497b81f59c [ 1315.609675] env[69437]: DEBUG oslo_concurrency.lockutils [None req-30b19b89-12cb-4ad4-a82b-f9054507a421 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "dd0222a0-ae73-4860-94d3-ea497b81f59c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.148s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.740942] env[69437]: DEBUG nova.objects.instance [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'flavor' on Instance uuid 55d66681-1cc0-4294-b43c-f1782f2ac6f2 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.246130] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeffa2d7-5536-4503-a5d5-42a3fc0c5e8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.285s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.408018] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.408268] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.470668] env[69437]: DEBUG oslo_concurrency.lockutils [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.470938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.910418] env[69437]: DEBUG nova.compute.manager [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.974099] env[69437]: INFO nova.compute.manager [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Detaching volume 9fd07644-081f-467f-85f0-e684d6241ae8 [ 1317.008850] env[69437]: INFO nova.virt.block_device [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Attempting to driver detach volume 9fd07644-081f-467f-85f0-e684d6241ae8 from mountpoint /dev/sdb [ 1317.009102] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.009299] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813011', 'volume_id': '9fd07644-081f-467f-85f0-e684d6241ae8', 'name': 'volume-9fd07644-081f-467f-85f0-e684d6241ae8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d66681-1cc0-4294-b43c-f1782f2ac6f2', 'attached_at': '', 'detached_at': '', 'volume_id': '9fd07644-081f-467f-85f0-e684d6241ae8', 'serial': '9fd07644-081f-467f-85f0-e684d6241ae8'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.010240] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80c179d-d3d4-4d1e-80ad-6b52133b3929 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.031618] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0276f13-dfe1-448b-b573-f309bba47cc2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.038959] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb92e1-c463-48ed-8c7c-586f5c61db81 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.058665] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baceeda2-dd48-4d67-b3db-6bfadc81bda0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.074170] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] The volume has not been displaced from its original location: [datastore1] volume-9fd07644-081f-467f-85f0-e684d6241ae8/volume-9fd07644-081f-467f-85f0-e684d6241ae8.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1317.079295] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.079564] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-854d7f32-c30e-49e7-a7af-91457ba5b73b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.097361] env[69437]: DEBUG oslo_vmware.api [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1317.097361] env[69437]: value = "task-4104427" [ 1317.097361] env[69437]: _type = "Task" [ 1317.097361] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.105083] env[69437]: DEBUG oslo_vmware.api [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.432679] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.432956] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.434566] env[69437]: INFO nova.compute.claims [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.607403] env[69437]: DEBUG oslo_vmware.api [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104427, 'name': ReconfigVM_Task, 'duration_secs': 0.222678} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.607670] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.612197] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77c1099-bf83-4c12-a8fc-01e031ead9a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.627351] env[69437]: DEBUG oslo_vmware.api [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1317.627351] env[69437]: value = "task-4104428" [ 1317.627351] env[69437]: _type = "Task" [ 1317.627351] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.635063] env[69437]: DEBUG oslo_vmware.api [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.137436] env[69437]: DEBUG oslo_vmware.api [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104428, 'name': ReconfigVM_Task, 'duration_secs': 0.140649} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.137852] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813011', 'volume_id': '9fd07644-081f-467f-85f0-e684d6241ae8', 'name': 'volume-9fd07644-081f-467f-85f0-e684d6241ae8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d66681-1cc0-4294-b43c-f1782f2ac6f2', 'attached_at': '', 'detached_at': '', 'volume_id': '9fd07644-081f-467f-85f0-e684d6241ae8', 'serial': '9fd07644-081f-467f-85f0-e684d6241ae8'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.521365] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05ada86-6b3e-43d4-9ed0-a09aec25bb24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.529951] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9005a8-9f81-480b-9818-ed12ecdf6b78 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.561792] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f5073-0d59-4c2e-9d38-ca4b66d21c05 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.569311] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481dcbe-b52e-49bf-a230-4c66f1c939ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.582286] env[69437]: DEBUG nova.compute.provider_tree [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.677445] env[69437]: DEBUG nova.objects.instance [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'flavor' on Instance uuid 55d66681-1cc0-4294-b43c-f1782f2ac6f2 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.085547] env[69437]: DEBUG nova.scheduler.client.report [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.590433] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.590952] env[69437]: DEBUG nova.compute.manager [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.684680] env[69437]: DEBUG oslo_concurrency.lockutils [None req-550d0309-9d06-432c-bb41-4ad2e9015c14 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.095989] env[69437]: DEBUG nova.compute.utils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.097431] env[69437]: DEBUG nova.compute.manager [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.097627] env[69437]: DEBUG nova.network.neutron [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.143958] env[69437]: DEBUG nova.policy [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eadcd4f98a3417fa01f1d95bbdc25da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd02afc55b1944aec8b60dc873540d8f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.423124] env[69437]: DEBUG nova.network.neutron [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Successfully created port: b4bcca90-b20c-4a05-b86a-fb1bdc1171ec {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.600474] env[69437]: DEBUG nova.compute.manager [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.710472] env[69437]: DEBUG oslo_concurrency.lockutils [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.710884] env[69437]: DEBUG oslo_concurrency.lockutils [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.711247] env[69437]: DEBUG oslo_concurrency.lockutils [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.711564] env[69437]: DEBUG oslo_concurrency.lockutils [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.711875] env[69437]: DEBUG oslo_concurrency.lockutils [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.714993] env[69437]: INFO nova.compute.manager [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Terminating instance [ 1321.219667] env[69437]: DEBUG nova.compute.manager [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.219913] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.220851] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a1be1d-53f3-4e3f-a21b-b8a2501cca1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.229798] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.230105] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb87d7f3-b003-44aa-acd3-d6a4dcd25f81 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.238268] env[69437]: DEBUG oslo_vmware.api [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1321.238268] env[69437]: value = "task-4104429" [ 1321.238268] env[69437]: _type = "Task" [ 1321.238268] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.247697] env[69437]: DEBUG oslo_vmware.api [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.611256] env[69437]: DEBUG nova.compute.manager [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.632192] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.632455] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.632664] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.632844] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.633024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.636145] env[69437]: INFO nova.compute.manager [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Terminating instance [ 1321.641368] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.641608] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.641770] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.641951] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.642114] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.642275] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.642483] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.642645] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.642813] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.642978] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.643210] env[69437]: DEBUG nova.virt.hardware [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.644086] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c08f408-3f31-40bd-9b05-7dd5ae3d01b7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.653643] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e115164d-2c60-44ce-94ff-7400bc589c24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.748682] env[69437]: DEBUG oslo_vmware.api [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104429, 'name': PowerOffVM_Task, 'duration_secs': 0.197121} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.748987] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.749177] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.749442] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b9c8019-e65d-4d8d-8f59-69302f56416d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.823884] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.824173] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.824365] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleting the datastore file [datastore1] 55d66681-1cc0-4294-b43c-f1782f2ac6f2 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.824833] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebbf4022-12f2-45df-91fc-548ec6884761 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.832339] env[69437]: DEBUG oslo_vmware.api [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1321.832339] env[69437]: value = "task-4104431" [ 1321.832339] env[69437]: _type = "Task" [ 1321.832339] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.839116] env[69437]: DEBUG nova.compute.manager [req-ec88780f-f141-4760-ac3b-8119a5cdd5fd req-0f907190-183c-42df-8bfb-9da73960d103 service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Received event network-vif-plugged-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.839343] env[69437]: DEBUG oslo_concurrency.lockutils [req-ec88780f-f141-4760-ac3b-8119a5cdd5fd req-0f907190-183c-42df-8bfb-9da73960d103 service nova] Acquiring lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.839556] env[69437]: DEBUG oslo_concurrency.lockutils [req-ec88780f-f141-4760-ac3b-8119a5cdd5fd req-0f907190-183c-42df-8bfb-9da73960d103 service nova] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.839722] env[69437]: DEBUG oslo_concurrency.lockutils [req-ec88780f-f141-4760-ac3b-8119a5cdd5fd req-0f907190-183c-42df-8bfb-9da73960d103 service nova] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.839889] env[69437]: DEBUG nova.compute.manager [req-ec88780f-f141-4760-ac3b-8119a5cdd5fd req-0f907190-183c-42df-8bfb-9da73960d103 service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] No waiting events found dispatching network-vif-plugged-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1321.840070] env[69437]: WARNING nova.compute.manager [req-ec88780f-f141-4760-ac3b-8119a5cdd5fd req-0f907190-183c-42df-8bfb-9da73960d103 service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Received unexpected event network-vif-plugged-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec for instance with vm_state building and task_state spawning. [ 1321.846265] env[69437]: DEBUG oslo_vmware.api [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.948101] env[69437]: DEBUG nova.network.neutron [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Successfully updated port: b4bcca90-b20c-4a05-b86a-fb1bdc1171ec {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.140060] env[69437]: DEBUG nova.compute.manager [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.140060] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.140911] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72eff4f-e8b6-4d3b-ad19-9a9461c16bee {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.149416] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.149679] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20800b8c-20ae-494f-91c6-fbd2a4e8439e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.155856] env[69437]: DEBUG oslo_vmware.api [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1322.155856] env[69437]: value = "task-4104432" [ 1322.155856] env[69437]: _type = "Task" [ 1322.155856] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.166099] env[69437]: DEBUG oslo_vmware.api [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.342355] env[69437]: DEBUG oslo_vmware.api [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152729} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.342607] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.342795] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.342977] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.343171] env[69437]: INFO nova.compute.manager [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1322.343505] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.343801] env[69437]: DEBUG nova.compute.manager [-] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.343933] env[69437]: DEBUG nova.network.neutron [-] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.451590] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.451823] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.451992] env[69437]: DEBUG nova.network.neutron [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.668356] env[69437]: DEBUG oslo_vmware.api [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104432, 'name': PowerOffVM_Task, 'duration_secs': 0.287573} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.668690] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.668829] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.669099] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03ea1421-a901-40c4-88ec-840ae2a7141d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.743485] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.743754] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.744029] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleting the datastore file [datastore1] 9f9eeee2-b148-4530-8b2b-4bfefab65dab {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.744335] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a77cb2f-4301-4b49-9ed0-7c7c4f686646 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.751193] env[69437]: DEBUG oslo_vmware.api [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for the task: (returnval){ [ 1322.751193] env[69437]: value = "task-4104434" [ 1322.751193] env[69437]: _type = "Task" [ 1322.751193] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.759947] env[69437]: DEBUG oslo_vmware.api [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.990834] env[69437]: DEBUG nova.network.neutron [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.122951] env[69437]: DEBUG nova.network.neutron [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance_info_cache with network_info: [{"id": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "address": "fa:16:3e:a6:4e:7d", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcca90-b2", "ovs_interfaceid": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.261918] env[69437]: DEBUG oslo_vmware.api [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Task: {'id': task-4104434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129319} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.262295] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.262494] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.262669] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.262841] env[69437]: INFO nova.compute.manager [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1323.263107] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.263341] env[69437]: DEBUG nova.compute.manager [-] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.263442] env[69437]: DEBUG nova.network.neutron [-] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.308276] env[69437]: DEBUG nova.network.neutron [-] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.626078] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.626474] env[69437]: DEBUG nova.compute.manager [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Instance network_info: |[{"id": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "address": "fa:16:3e:a6:4e:7d", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcca90-b2", "ovs_interfaceid": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.626923] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:4e:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4bcca90-b20c-4a05-b86a-fb1bdc1171ec', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.634630] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.634860] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.635972] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12225063-3612-4c57-a6b4-53e273076bb5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.656749] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.656749] env[69437]: value = "task-4104435" [ 1323.656749] env[69437]: _type = "Task" [ 1323.656749] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.665372] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104435, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.811465] env[69437]: INFO nova.compute.manager [-] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Took 1.47 seconds to deallocate network for instance. [ 1323.872694] env[69437]: DEBUG nova.compute.manager [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Received event network-changed-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.872694] env[69437]: DEBUG nova.compute.manager [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Refreshing instance network info cache due to event network-changed-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.872694] env[69437]: DEBUG oslo_concurrency.lockutils [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] Acquiring lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.873121] env[69437]: DEBUG oslo_concurrency.lockutils [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] Acquired lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.873121] env[69437]: DEBUG nova.network.neutron [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Refreshing network info cache for port b4bcca90-b20c-4a05-b86a-fb1bdc1171ec {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.167303] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104435, 'name': CreateVM_Task, 'duration_secs': 0.349601} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.167483] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.168214] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.168379] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.168738] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.169015] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004f4206-e4d9-49d9-aa33-8e03f4c5fda2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.174730] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1324.174730] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526a90a6-dcd5-a57c-8e72-1367c9958619" [ 1324.174730] env[69437]: _type = "Task" [ 1324.174730] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.183620] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526a90a6-dcd5-a57c-8e72-1367c9958619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.249205] env[69437]: DEBUG nova.network.neutron [-] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.318540] env[69437]: DEBUG oslo_concurrency.lockutils [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.318849] env[69437]: DEBUG oslo_concurrency.lockutils [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.319086] env[69437]: DEBUG nova.objects.instance [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'resources' on Instance uuid 55d66681-1cc0-4294-b43c-f1782f2ac6f2 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.583670] env[69437]: DEBUG nova.network.neutron [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updated VIF entry in instance network info cache for port b4bcca90-b20c-4a05-b86a-fb1bdc1171ec. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.583935] env[69437]: DEBUG nova.network.neutron [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance_info_cache with network_info: [{"id": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "address": "fa:16:3e:a6:4e:7d", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcca90-b2", "ovs_interfaceid": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.686346] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526a90a6-dcd5-a57c-8e72-1367c9958619, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.686760] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.687102] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.687417] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.687647] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.687849] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.688136] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b34f98b-deb0-493b-9ec4-dabd2192cc1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.696787] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.696963] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.697686] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91cdcab4-4003-4eeb-b8ef-f8b62df6173d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.702956] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1324.702956] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e7b7fb-3ce9-cc14-7542-0b75942bde78" [ 1324.702956] env[69437]: _type = "Task" [ 1324.702956] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.710899] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e7b7fb-3ce9-cc14-7542-0b75942bde78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.755121] env[69437]: INFO nova.compute.manager [-] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Took 1.49 seconds to deallocate network for instance. [ 1324.913754] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c9118-5af7-415e-850c-15ab44acd13c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.922392] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fd8479-5264-4b64-9324-aa215a8310cb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.952643] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1275488-37ba-4a61-b312-812253f45614 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.960747] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21feac92-c1cb-4516-b8cb-275d4d4d5296 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.974171] env[69437]: DEBUG nova.compute.provider_tree [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.087683] env[69437]: DEBUG oslo_concurrency.lockutils [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] Releasing lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.087979] env[69437]: DEBUG nova.compute.manager [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Received event network-vif-deleted-967e3c1d-3367-41be-8819-987fc6c8c286 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.088193] env[69437]: DEBUG nova.compute.manager [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Received event network-vif-deleted-84882327-7f7e-435c-a76f-e8f17a660d81 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.088374] env[69437]: INFO nova.compute.manager [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Neutron deleted interface 84882327-7f7e-435c-a76f-e8f17a660d81; detaching it from the instance and deleting it from the info cache [ 1325.088794] env[69437]: DEBUG nova.network.neutron [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.215936] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e7b7fb-3ce9-cc14-7542-0b75942bde78, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.216744] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787eac47-3477-4c2c-87b3-cb32e7739c27 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.222959] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1325.222959] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c65359-3645-1451-62a5-c10242316112" [ 1325.222959] env[69437]: _type = "Task" [ 1325.222959] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.231545] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c65359-3645-1451-62a5-c10242316112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.261336] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.477509] env[69437]: DEBUG nova.scheduler.client.report [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.591789] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4ce8d3e-eb7c-406d-9ca0-05ba2e734f7b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.602322] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a2190-755c-4e34-950e-1b31a9f327be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.631293] env[69437]: DEBUG nova.compute.manager [req-2eaac790-9e05-4016-a0f3-ab7afc43cab8 req-057e28ca-47f8-4a69-bcea-b8459d4ba90b service nova] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Detach interface failed, port_id=84882327-7f7e-435c-a76f-e8f17a660d81, reason: Instance 9f9eeee2-b148-4530-8b2b-4bfefab65dab could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1325.735153] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c65359-3645-1451-62a5-c10242316112, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.735533] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.735855] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e/4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.736235] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b946842-a4ee-437b-9c23-96390b0d4561 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.746602] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1325.746602] env[69437]: value = "task-4104436" [ 1325.746602] env[69437]: _type = "Task" [ 1325.746602] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.755973] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.983077] env[69437]: DEBUG oslo_concurrency.lockutils [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.986162] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.725s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.986454] env[69437]: DEBUG nova.objects.instance [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lazy-loading 'resources' on Instance uuid 9f9eeee2-b148-4530-8b2b-4bfefab65dab {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.007298] env[69437]: INFO nova.scheduler.client.report [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleted allocations for instance 55d66681-1cc0-4294-b43c-f1782f2ac6f2 [ 1326.256652] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486484} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.256894] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e/4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.257172] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.257460] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fcf192e-7a0e-429d-9fcd-bf62463cb39d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.264714] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1326.264714] env[69437]: value = "task-4104437" [ 1326.264714] env[69437]: _type = "Task" [ 1326.264714] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.274591] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.516575] env[69437]: DEBUG oslo_concurrency.lockutils [None req-360408f6-774c-4afe-ba70-beefb9768663 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "55d66681-1cc0-4294-b43c-f1782f2ac6f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.806s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.588161] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b810029-0ffa-4a67-b9d1-30050ee3e292 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.592204] env[69437]: DEBUG oslo_concurrency.lockutils [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.592464] env[69437]: DEBUG oslo_concurrency.lockutils [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.599740] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af14bf4f-b9bf-48ba-a657-2c94652c8830 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.631580] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fed3d78-8272-4b53-9741-3e346e881cdf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.639623] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255bdd8c-fa0d-48ee-8eb7-25a2beb032eb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.654521] env[69437]: DEBUG nova.compute.provider_tree [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.774944] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067866} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.775296] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.776099] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5641e4-877c-4354-abe7-96012cb26662 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.798643] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e/4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.799308] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3ffe04-ac35-45e2-9d16-6f63294c9ee4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.819605] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1326.819605] env[69437]: value = "task-4104438" [ 1326.819605] env[69437]: _type = "Task" [ 1326.819605] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.827666] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.095968] env[69437]: DEBUG nova.compute.utils [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.157899] env[69437]: DEBUG nova.scheduler.client.report [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.331961] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104438, 'name': ReconfigVM_Task, 'duration_secs': 0.329288} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.332226] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e/4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.333034] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d908534f-407b-4f2a-9b58-ca24004cbfb2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.339458] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1327.339458] env[69437]: value = "task-4104439" [ 1327.339458] env[69437]: _type = "Task" [ 1327.339458] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.348137] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104439, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.599157] env[69437]: DEBUG oslo_concurrency.lockutils [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.663228] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.685713] env[69437]: INFO nova.scheduler.client.report [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Deleted allocations for instance 9f9eeee2-b148-4530-8b2b-4bfefab65dab [ 1327.850627] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104439, 'name': Rename_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.193882] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e9b57a76-e3fb-45b7-a28f-95666c25a693 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Lock "9f9eeee2-b148-4530-8b2b-4bfefab65dab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.561s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.352844] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104439, 'name': Rename_Task, 'duration_secs': 0.894828} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.353166] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.353471] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd387fae-991c-48d0-ad6a-5ed99195310f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.360894] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1328.360894] env[69437]: value = "task-4104440" [ 1328.360894] env[69437]: _type = "Task" [ 1328.360894] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.370268] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.671756] env[69437]: DEBUG oslo_concurrency.lockutils [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.672149] env[69437]: DEBUG oslo_concurrency.lockutils [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.672467] env[69437]: INFO nova.compute.manager [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Attaching volume af072dd4-ed7e-49dc-bf43-4c1c9c9814b1 to /dev/sdb [ 1328.711347] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8383c25-1941-4409-93d1-139f4a5b4278 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.719898] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f47f3d-2ab5-4ed1-9e53-50734db8f1a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.736313] env[69437]: DEBUG nova.virt.block_device [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Updating existing volume attachment record: 1c639740-4655-454b-939f-afe38a9bfb30 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1328.849524] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.850146] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.874927] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104440, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.353378] env[69437]: DEBUG nova.compute.manager [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.372586] env[69437]: DEBUG oslo_vmware.api [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104440, 'name': PowerOnVM_Task, 'duration_secs': 0.55345} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.372868] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.373077] env[69437]: INFO nova.compute.manager [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1329.373342] env[69437]: DEBUG nova.compute.manager [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1329.374100] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a8a930-a6fb-46ce-a5f8-af0636be93a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.880285] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.880690] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.882900] env[69437]: INFO nova.compute.claims [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.891243] env[69437]: INFO nova.compute.manager [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Took 12.48 seconds to build instance. [ 1330.395378] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.987s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.712120] env[69437]: DEBUG nova.compute.manager [req-44974d01-81b8-40a2-af72-578b6fccbe24 req-c774be90-1f09-4047-b52e-1b3e0dc5b869 service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Received event network-changed-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.712292] env[69437]: DEBUG nova.compute.manager [req-44974d01-81b8-40a2-af72-578b6fccbe24 req-c774be90-1f09-4047-b52e-1b3e0dc5b869 service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Refreshing instance network info cache due to event network-changed-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.712551] env[69437]: DEBUG oslo_concurrency.lockutils [req-44974d01-81b8-40a2-af72-578b6fccbe24 req-c774be90-1f09-4047-b52e-1b3e0dc5b869 service nova] Acquiring lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.712713] env[69437]: DEBUG oslo_concurrency.lockutils [req-44974d01-81b8-40a2-af72-578b6fccbe24 req-c774be90-1f09-4047-b52e-1b3e0dc5b869 service nova] Acquired lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.712884] env[69437]: DEBUG nova.network.neutron [req-44974d01-81b8-40a2-af72-578b6fccbe24 req-c774be90-1f09-4047-b52e-1b3e0dc5b869 service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Refreshing network info cache for port b4bcca90-b20c-4a05-b86a-fb1bdc1171ec {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.976395] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0126058e-bf16-4a87-8f39-c03c41ca274e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.984478] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aed803-6335-4d81-ae63-1ab0b28f6b6a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.015231] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf6db36-b9e0-4a9b-a752-a51645429b8a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.022703] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a393ce-295b-4d76-9bc9-e43dc9c5f838 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.037153] env[69437]: DEBUG nova.compute.provider_tree [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.433175] env[69437]: DEBUG nova.network.neutron [req-44974d01-81b8-40a2-af72-578b6fccbe24 req-c774be90-1f09-4047-b52e-1b3e0dc5b869 service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updated VIF entry in instance network info cache for port b4bcca90-b20c-4a05-b86a-fb1bdc1171ec. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.433831] env[69437]: DEBUG nova.network.neutron [req-44974d01-81b8-40a2-af72-578b6fccbe24 req-c774be90-1f09-4047-b52e-1b3e0dc5b869 service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance_info_cache with network_info: [{"id": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "address": "fa:16:3e:a6:4e:7d", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcca90-b2", "ovs_interfaceid": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.540505] env[69437]: DEBUG nova.scheduler.client.report [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.936901] env[69437]: DEBUG oslo_concurrency.lockutils [req-44974d01-81b8-40a2-af72-578b6fccbe24 req-c774be90-1f09-4047-b52e-1b3e0dc5b869 service nova] Releasing lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.045252] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.045842] env[69437]: DEBUG nova.compute.manager [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.551280] env[69437]: DEBUG nova.compute.utils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.552782] env[69437]: DEBUG nova.compute.manager [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.553047] env[69437]: DEBUG nova.network.neutron [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.592696] env[69437]: DEBUG nova.policy [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1746cbee3343a7b96288f91cae2bfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bca7aeb424543209556e726baea0c3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.846950] env[69437]: DEBUG nova.network.neutron [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Successfully created port: 951802fc-05a3-43e4-8be0-b895bf2427f0 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.056122] env[69437]: DEBUG nova.compute.manager [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.288955] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1333.289248] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1333.290183] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83058bc-b235-4e54-bca3-ac8586d2149a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.306556] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e06cd2-11c2-45a0-ad09-9e63efe6f09f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.330739] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1/volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.331038] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02b2eca-cb29-4178-b079-0eb16230de74 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.349536] env[69437]: DEBUG oslo_vmware.api [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1333.349536] env[69437]: value = "task-4104446" [ 1333.349536] env[69437]: _type = "Task" [ 1333.349536] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.357598] env[69437]: DEBUG oslo_vmware.api [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.860472] env[69437]: DEBUG oslo_vmware.api [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104446, 'name': ReconfigVM_Task, 'duration_secs': 0.366939} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.860878] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1/volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.869022] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69320ed9-9c36-4a43-ba52-5da3fb818373 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.883664] env[69437]: DEBUG oslo_vmware.api [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1333.883664] env[69437]: value = "task-4104447" [ 1333.883664] env[69437]: _type = "Task" [ 1333.883664] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.895286] env[69437]: DEBUG oslo_vmware.api [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.067580] env[69437]: DEBUG nova.compute.manager [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.095725] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.096012] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.096140] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.096324] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.096469] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.096617] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.096817] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.096972] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.097146] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.097307] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.097477] env[69437]: DEBUG nova.virt.hardware [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.098347] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf8d95f-7f31-4bad-8efe-1bd311b00731 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.106402] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff7e1b8-0535-48fe-858e-0a59d71a89f4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.211882] env[69437]: DEBUG nova.compute.manager [req-93ce417e-85af-4873-9e8c-a5cd6a64d73e req-3a7e0909-e9c5-408c-b7ea-3344ee719bf6 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Received event network-vif-plugged-951802fc-05a3-43e4-8be0-b895bf2427f0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.212212] env[69437]: DEBUG oslo_concurrency.lockutils [req-93ce417e-85af-4873-9e8c-a5cd6a64d73e req-3a7e0909-e9c5-408c-b7ea-3344ee719bf6 service nova] Acquiring lock "f4cae0af-413d-4691-9e4b-b494dad3bf69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.212464] env[69437]: DEBUG oslo_concurrency.lockutils [req-93ce417e-85af-4873-9e8c-a5cd6a64d73e req-3a7e0909-e9c5-408c-b7ea-3344ee719bf6 service nova] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.212649] env[69437]: DEBUG oslo_concurrency.lockutils [req-93ce417e-85af-4873-9e8c-a5cd6a64d73e req-3a7e0909-e9c5-408c-b7ea-3344ee719bf6 service nova] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.212823] env[69437]: DEBUG nova.compute.manager [req-93ce417e-85af-4873-9e8c-a5cd6a64d73e req-3a7e0909-e9c5-408c-b7ea-3344ee719bf6 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] No waiting events found dispatching network-vif-plugged-951802fc-05a3-43e4-8be0-b895bf2427f0 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1334.212986] env[69437]: WARNING nova.compute.manager [req-93ce417e-85af-4873-9e8c-a5cd6a64d73e req-3a7e0909-e9c5-408c-b7ea-3344ee719bf6 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Received unexpected event network-vif-plugged-951802fc-05a3-43e4-8be0-b895bf2427f0 for instance with vm_state building and task_state spawning. [ 1334.291781] env[69437]: DEBUG nova.network.neutron [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Successfully updated port: 951802fc-05a3-43e4-8be0-b895bf2427f0 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.393625] env[69437]: DEBUG oslo_vmware.api [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104447, 'name': ReconfigVM_Task, 'duration_secs': 0.142218} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.393989] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1334.794951] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "refresh_cache-f4cae0af-413d-4691-9e4b-b494dad3bf69" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.796526] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "refresh_cache-f4cae0af-413d-4691-9e4b-b494dad3bf69" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.796526] env[69437]: DEBUG nova.network.neutron [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.334970] env[69437]: DEBUG nova.network.neutron [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.443732] env[69437]: DEBUG nova.objects.instance [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lazy-loading 'flavor' on Instance uuid 253a2ceb-92ba-4f8f-a10e-c026185f4402 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.481575] env[69437]: DEBUG nova.network.neutron [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Updating instance_info_cache with network_info: [{"id": "951802fc-05a3-43e4-8be0-b895bf2427f0", "address": "fa:16:3e:31:58:6b", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951802fc-05", "ovs_interfaceid": "951802fc-05a3-43e4-8be0-b895bf2427f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.951492] env[69437]: DEBUG oslo_concurrency.lockutils [None req-770ba286-50d2-4e12-aa19-f8946858efcf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.279s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.984732] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "refresh_cache-f4cae0af-413d-4691-9e4b-b494dad3bf69" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.985077] env[69437]: DEBUG nova.compute.manager [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Instance network_info: |[{"id": "951802fc-05a3-43e4-8be0-b895bf2427f0", "address": "fa:16:3e:31:58:6b", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951802fc-05", "ovs_interfaceid": "951802fc-05a3-43e4-8be0-b895bf2427f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.985568] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:58:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '951802fc-05a3-43e4-8be0-b895bf2427f0', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.993231] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.993487] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.993718] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db5588f3-a94f-4aae-b094-d4761f9aa7c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.015346] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.015346] env[69437]: value = "task-4104448" [ 1336.015346] env[69437]: _type = "Task" [ 1336.015346] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.024940] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104448, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.231609] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.231888] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.240712] env[69437]: DEBUG nova.compute.manager [req-4851f1d8-89d3-466d-8487-bd0b62deb068 req-a3476fae-35b2-4b5a-aa99-ce2251bf2ad4 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Received event network-changed-951802fc-05a3-43e4-8be0-b895bf2427f0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.240982] env[69437]: DEBUG nova.compute.manager [req-4851f1d8-89d3-466d-8487-bd0b62deb068 req-a3476fae-35b2-4b5a-aa99-ce2251bf2ad4 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Refreshing instance network info cache due to event network-changed-951802fc-05a3-43e4-8be0-b895bf2427f0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.241366] env[69437]: DEBUG oslo_concurrency.lockutils [req-4851f1d8-89d3-466d-8487-bd0b62deb068 req-a3476fae-35b2-4b5a-aa99-ce2251bf2ad4 service nova] Acquiring lock "refresh_cache-f4cae0af-413d-4691-9e4b-b494dad3bf69" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.241631] env[69437]: DEBUG oslo_concurrency.lockutils [req-4851f1d8-89d3-466d-8487-bd0b62deb068 req-a3476fae-35b2-4b5a-aa99-ce2251bf2ad4 service nova] Acquired lock "refresh_cache-f4cae0af-413d-4691-9e4b-b494dad3bf69" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.241916] env[69437]: DEBUG nova.network.neutron [req-4851f1d8-89d3-466d-8487-bd0b62deb068 req-a3476fae-35b2-4b5a-aa99-ce2251bf2ad4 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Refreshing network info cache for port 951802fc-05a3-43e4-8be0-b895bf2427f0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.378950] env[69437]: INFO nova.compute.manager [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Rebuilding instance [ 1336.416914] env[69437]: DEBUG nova.compute.manager [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1336.417808] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db48964-0a48-4ddd-b90a-bf9e91016d37 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.532167] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104448, 'name': CreateVM_Task, 'duration_secs': 0.358638} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.532417] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.533242] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.533500] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.534036] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.534283] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a402dad-8a35-436d-b086-9736afa7add1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.541518] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1336.541518] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]520a7fdc-1282-077a-0a9e-463b23ed0555" [ 1336.541518] env[69437]: _type = "Task" [ 1336.541518] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.554249] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520a7fdc-1282-077a-0a9e-463b23ed0555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.962525] env[69437]: DEBUG nova.network.neutron [req-4851f1d8-89d3-466d-8487-bd0b62deb068 req-a3476fae-35b2-4b5a-aa99-ce2251bf2ad4 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Updated VIF entry in instance network info cache for port 951802fc-05a3-43e4-8be0-b895bf2427f0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.962887] env[69437]: DEBUG nova.network.neutron [req-4851f1d8-89d3-466d-8487-bd0b62deb068 req-a3476fae-35b2-4b5a-aa99-ce2251bf2ad4 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Updating instance_info_cache with network_info: [{"id": "951802fc-05a3-43e4-8be0-b895bf2427f0", "address": "fa:16:3e:31:58:6b", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951802fc-05", "ovs_interfaceid": "951802fc-05a3-43e4-8be0-b895bf2427f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.030040] env[69437]: DEBUG nova.compute.manager [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Stashing vm_state: active {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1337.053306] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]520a7fdc-1282-077a-0a9e-463b23ed0555, 'name': SearchDatastore_Task, 'duration_secs': 0.01518} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.053612] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.053774] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.054024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.054176] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.054362] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.054627] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8987fbc7-a86e-449d-a666-79f26d127bf3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.063764] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.063995] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.064734] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd0995f-c9c0-4bf3-9243-4f4334412c5e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.070406] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1337.070406] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]524990d3-d4a4-7c7a-066f-0fc7608049a8" [ 1337.070406] env[69437]: _type = "Task" [ 1337.070406] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.079740] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524990d3-d4a4-7c7a-066f-0fc7608049a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.434026] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.434527] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51fbe8fb-fb63-4192-b027-b84c081e4ae1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.443738] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1337.443738] env[69437]: value = "task-4104449" [ 1337.443738] env[69437]: _type = "Task" [ 1337.443738] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.453659] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.465612] env[69437]: DEBUG oslo_concurrency.lockutils [req-4851f1d8-89d3-466d-8487-bd0b62deb068 req-a3476fae-35b2-4b5a-aa99-ce2251bf2ad4 service nova] Releasing lock "refresh_cache-f4cae0af-413d-4691-9e4b-b494dad3bf69" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.551557] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.551847] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.582851] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]524990d3-d4a4-7c7a-066f-0fc7608049a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.583653] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0318fb-12b4-4464-b86e-8cd66462b44b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.589320] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1337.589320] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52e70cb9-7a10-5929-1d36-9da3b6b0bec5" [ 1337.589320] env[69437]: _type = "Task" [ 1337.589320] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.597439] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e70cb9-7a10-5929-1d36-9da3b6b0bec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.953891] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104449, 'name': PowerOffVM_Task, 'duration_secs': 0.230311} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.954199] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.012393] env[69437]: INFO nova.compute.manager [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Detaching volume af072dd4-ed7e-49dc-bf43-4c1c9c9814b1 [ 1338.044079] env[69437]: INFO nova.virt.block_device [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Attempting to driver detach volume af072dd4-ed7e-49dc-bf43-4c1c9c9814b1 from mountpoint /dev/sdb [ 1338.044348] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1338.044549] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1338.045555] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63af036-f84c-476c-9b1a-95a4abbbec8e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.069209] env[69437]: INFO nova.compute.claims [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.073164] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15543dda-76dd-4164-b227-956bb75f1fd0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.080728] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29e3b58-ff64-4c50-bc51-56c86dad331e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.104677] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f64ec86-37fd-4829-b50a-6bc267e0427c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.113609] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52e70cb9-7a10-5929-1d36-9da3b6b0bec5, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.123608] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.123886] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f4cae0af-413d-4691-9e4b-b494dad3bf69/f4cae0af-413d-4691-9e4b-b494dad3bf69.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.124475] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] The volume has not been displaced from its original location: [datastore1] volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1/volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1338.129666] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1338.129963] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61324717-4a9d-4584-a3dd-6012b2bc3a4a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.131888] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f175aa-d827-4ca4-b0b2-76f0f5a97db2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.151044] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1338.151044] env[69437]: value = "task-4104450" [ 1338.151044] env[69437]: _type = "Task" [ 1338.151044] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.152375] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1338.152375] env[69437]: value = "task-4104451" [ 1338.152375] env[69437]: _type = "Task" [ 1338.152375] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.166585] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.169931] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.231422] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.231750] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.578385] env[69437]: INFO nova.compute.resource_tracker [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating resource usage from migration e105659e-fc70-45dd-9615-2ecebe34d8af [ 1338.671056] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104451, 'name': ReconfigVM_Task, 'duration_secs': 0.205212} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.673936] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1338.678611] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104450, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.681332] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907b6cee-9b48-4605-9792-743b5572fc67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.697895] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1338.697895] env[69437]: value = "task-4104452" [ 1338.697895] env[69437]: _type = "Task" [ 1338.697895] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.702159] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d63153-6595-4aef-8955-3bb054af0308 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.707724] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.712155] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b872e822-5445-4bb5-b4ae-de9b151b3943 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.742757] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.743790] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbff755-0990-4c1c-a482-c2ca18575fff {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.752044] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac95a64-47f2-4032-a6f7-51b7c82a52d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.765931] env[69437]: DEBUG nova.compute.provider_tree [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.165326] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525119} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.165625] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] f4cae0af-413d-4691-9e4b-b494dad3bf69/f4cae0af-413d-4691-9e4b-b494dad3bf69.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.165856] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.166130] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d7a2773-c8e8-4c37-9750-d94a9977ccf1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.173235] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1339.173235] env[69437]: value = "task-4104453" [ 1339.173235] env[69437]: _type = "Task" [ 1339.173235] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.183489] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.208783] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104452, 'name': ReconfigVM_Task, 'duration_secs': 0.154008} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.209081] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1339.268667] env[69437]: DEBUG nova.scheduler.client.report [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.682848] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071754} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.685050] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.685050] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bc1997-9ca6-4195-8171-b03c1c7d2cfa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.706460] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f4cae0af-413d-4691-9e4b-b494dad3bf69/f4cae0af-413d-4691-9e4b-b494dad3bf69.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.706736] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3736738e-473e-4530-908b-eaa319cca20f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.726183] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1339.726183] env[69437]: value = "task-4104454" [ 1339.726183] env[69437]: _type = "Task" [ 1339.726183] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.734448] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.774022] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.222s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.774262] env[69437]: INFO nova.compute.manager [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Migrating [ 1339.780668] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.038s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.780862] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.781029] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1339.784579] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f4dce-2dae-4f06-b6cc-125d017cea53 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.799048] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4de033-0fac-40ee-b5ba-34d22b1da7d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.814141] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8850fb-c7fb-4848-97fe-b1f51f8b3ed2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.821404] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ea12b1-ddd2-4f77-bed6-07ef091dd21a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.852870] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180098MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1339.853083] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.853267] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.236740] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104454, 'name': ReconfigVM_Task, 'duration_secs': 0.280595} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.237043] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f4cae0af-413d-4691-9e4b-b494dad3bf69/f4cae0af-413d-4691-9e4b-b494dad3bf69.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.237714] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea63746a-b3d3-4894-b41a-66da1d6835ec {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.245133] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1340.245133] env[69437]: value = "task-4104455" [ 1340.245133] env[69437]: _type = "Task" [ 1340.245133] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.253237] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104455, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.257881] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.258156] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0bffda0-3342-4b10-93de-f471fdca6d24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.264174] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1340.264174] env[69437]: value = "task-4104456" [ 1340.264174] env[69437]: _type = "Task" [ 1340.264174] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.272666] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.293795] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.294070] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.294303] env[69437]: DEBUG nova.network.neutron [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.755536] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104455, 'name': Rename_Task, 'duration_secs': 0.151086} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.755925] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.756029] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7051e8b-198c-4913-9eab-6d144e4cbd6d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.762629] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1340.762629] env[69437]: value = "task-4104457" [ 1340.762629] env[69437]: _type = "Task" [ 1340.762629] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.773558] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.777230] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1340.777447] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1340.777643] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1340.778410] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf00eea4-e413-442a-a3fd-c821298859f6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.800635] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf8f9fe-58e0-47dd-879a-471c167f2bca {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.807884] env[69437]: WARNING nova.virt.vmwareapi.driver [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1340.808212] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.809008] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a127b-29be-47f4-b417-a7a7e61dc4e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.816232] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.816502] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a4fed7-27e1-4989-a3a1-39670988b644 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.860713] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Applying migration context for instance e251d34d-a2b8-419e-960f-12b1f4a1aa8c as it has an incoming, in-progress migration e105659e-fc70-45dd-9615-2ecebe34d8af. Migration status is pre-migrating {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1340.861693] env[69437]: INFO nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating resource usage from migration e105659e-fc70-45dd-9615-2ecebe34d8af [ 1340.877550] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5b953468-d4ba-4e59-adbf-e9d75562e74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1340.877814] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 253a2ceb-92ba-4f8f-a10e-c026185f4402 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1340.877960] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1340.878099] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance f4cae0af-413d-4691-9e4b-b494dad3bf69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1340.878225] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Migration e105659e-fc70-45dd-9615-2ecebe34d8af is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1340.878344] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance e251d34d-a2b8-419e-960f-12b1f4a1aa8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1340.878533] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1340.878681] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1340.893213] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.893535] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.893668] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleting the datastore file [datastore2] 253a2ceb-92ba-4f8f-a10e-c026185f4402 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.896526] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ba19422-f9c6-40fb-8015-a7eeae50dfe0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.903938] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1340.903938] env[69437]: value = "task-4104459" [ 1340.903938] env[69437]: _type = "Task" [ 1340.903938] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.922836] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.976915] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdf7ee8-0e08-4417-84f0-8ed941ff6ef4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.985426] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd23f876-6bb1-421c-ab8f-332f54ffb2c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.020189] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f235e6-f403-46a2-987d-7d3a5c724b44 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.028409] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f707a918-a350-4b92-987b-1e1fb389b4cb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.044114] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.055933] env[69437]: DEBUG nova.network.neutron [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance_info_cache with network_info: [{"id": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "address": "fa:16:3e:99:1e:8c", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e543d4f-30", "ovs_interfaceid": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.272954] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104457, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.417501] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140685} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.417762] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.417953] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.418149] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.547896] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.558018] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.773359] env[69437]: DEBUG oslo_vmware.api [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104457, 'name': PowerOnVM_Task, 'duration_secs': 0.527993} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.773731] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.773819] env[69437]: INFO nova.compute.manager [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1341.774015] env[69437]: DEBUG nova.compute.manager [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1341.774768] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f707b63-6e65-4f8f-aa67-d1da36c72f1e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.922868] env[69437]: INFO nova.virt.block_device [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Booting with volume af072dd4-ed7e-49dc-bf43-4c1c9c9814b1 at /dev/sdb [ 1341.953888] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43fb0f89-8e54-4935-b67b-f76e152d672a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.963696] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b538a2-0c4c-4c17-addc-b5a7aa5dd6a0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.989964] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0479740-9ebc-4f1b-98c9-5b44947609fb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.998177] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d69f31-dd92-40d3-b6d1-171b862b6c91 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.024265] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f77c2f3-0ecd-46b5-b8a3-d8465a6d9b2c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.030608] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc0c06-dfbc-4633-81dc-304e197bbdfa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.043829] env[69437]: DEBUG nova.virt.block_device [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Updating existing volume attachment record: f7bc645b-fbf7-4d1b-a25c-759ddaf2e9cc {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1342.052853] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1342.053062] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.200s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.293165] env[69437]: INFO nova.compute.manager [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Took 12.43 seconds to build instance. [ 1342.794657] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.944s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.053186] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.053477] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.053633] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.053795] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.053939] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1343.073963] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9bb1ef-ae8e-4994-ba32-bb9e3b746fbc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.094902] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance 'e251d34d-a2b8-419e-960f-12b1f4a1aa8c' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.286576] env[69437]: DEBUG nova.compute.manager [req-c39b4159-eaf6-472e-b21d-495156964c0b req-08dfc31f-a3db-4c56-93a8-44ebff921fb0 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Received event network-changed-951802fc-05a3-43e4-8be0-b895bf2427f0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.286787] env[69437]: DEBUG nova.compute.manager [req-c39b4159-eaf6-472e-b21d-495156964c0b req-08dfc31f-a3db-4c56-93a8-44ebff921fb0 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Refreshing instance network info cache due to event network-changed-951802fc-05a3-43e4-8be0-b895bf2427f0. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1343.287032] env[69437]: DEBUG oslo_concurrency.lockutils [req-c39b4159-eaf6-472e-b21d-495156964c0b req-08dfc31f-a3db-4c56-93a8-44ebff921fb0 service nova] Acquiring lock "refresh_cache-f4cae0af-413d-4691-9e4b-b494dad3bf69" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.287199] env[69437]: DEBUG oslo_concurrency.lockutils [req-c39b4159-eaf6-472e-b21d-495156964c0b req-08dfc31f-a3db-4c56-93a8-44ebff921fb0 service nova] Acquired lock "refresh_cache-f4cae0af-413d-4691-9e4b-b494dad3bf69" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.287366] env[69437]: DEBUG nova.network.neutron [req-c39b4159-eaf6-472e-b21d-495156964c0b req-08dfc31f-a3db-4c56-93a8-44ebff921fb0 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Refreshing network info cache for port 951802fc-05a3-43e4-8be0-b895bf2427f0 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.600995] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.601429] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de5ecf1f-0e00-494a-874b-59f85c0652ea {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.609847] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1343.609847] env[69437]: value = "task-4104460" [ 1343.609847] env[69437]: _type = "Task" [ 1343.609847] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.620527] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.056260] env[69437]: DEBUG nova.network.neutron [req-c39b4159-eaf6-472e-b21d-495156964c0b req-08dfc31f-a3db-4c56-93a8-44ebff921fb0 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Updated VIF entry in instance network info cache for port 951802fc-05a3-43e4-8be0-b895bf2427f0. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.056653] env[69437]: DEBUG nova.network.neutron [req-c39b4159-eaf6-472e-b21d-495156964c0b req-08dfc31f-a3db-4c56-93a8-44ebff921fb0 service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Updating instance_info_cache with network_info: [{"id": "951802fc-05a3-43e4-8be0-b895bf2427f0", "address": "fa:16:3e:31:58:6b", "network": {"id": "3888c13f-555a-48d4-a240-bf3608e3e991", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-42428611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bca7aeb424543209556e726baea0c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951802fc-05", "ovs_interfaceid": "951802fc-05a3-43e4-8be0-b895bf2427f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.120942] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104460, 'name': PowerOffVM_Task, 'duration_secs': 0.222625} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.121242] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.121436] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance 'e251d34d-a2b8-419e-960f-12b1f4a1aa8c' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.166012] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.166284] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.166446] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.166652] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.166820] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.166970] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.167199] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.167359] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.167528] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.167692] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.167892] env[69437]: DEBUG nova.virt.hardware [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.169077] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672a9070-87a1-4b19-979c-6dd5a15f04bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.177584] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56abd9b-de65-4005-8828-966d4cb24fc2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.192281] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:77:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f448b906-66fc-4a28-889d-04f5b55ea7c0', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.199665] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.200208] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.200427] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1ec2f52-64fe-443a-9df9-957ea6ac03a8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.219164] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.219164] env[69437]: value = "task-4104461" [ 1344.219164] env[69437]: _type = "Task" [ 1344.219164] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.227802] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104461, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.559763] env[69437]: DEBUG oslo_concurrency.lockutils [req-c39b4159-eaf6-472e-b21d-495156964c0b req-08dfc31f-a3db-4c56-93a8-44ebff921fb0 service nova] Releasing lock "refresh_cache-f4cae0af-413d-4691-9e4b-b494dad3bf69" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.628363] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.628610] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.628841] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.629091] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.629290] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.629479] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.629747] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.629950] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.630176] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.630377] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.630590] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.635892] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2dcbcd3-f299-4cb7-a106-9c861219325f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.654708] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1344.654708] env[69437]: value = "task-4104462" [ 1344.654708] env[69437]: _type = "Task" [ 1344.654708] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.663836] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.728823] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104461, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.164984] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.230817] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104461, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.667071] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104462, 'name': ReconfigVM_Task, 'duration_secs': 0.96289} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.667071] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance 'e251d34d-a2b8-419e-960f-12b1f4a1aa8c' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.731157] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104461, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.174082] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.174537] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.174537] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.174713] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.174866] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.175029] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.175245] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.175412] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.175656] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.175836] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.176044] env[69437]: DEBUG nova.virt.hardware [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.182129] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1346.182472] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d7232b-2bf7-4a8b-bf40-0471a4e07fce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.202786] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1346.202786] env[69437]: value = "task-4104463" [ 1346.202786] env[69437]: _type = "Task" [ 1346.202786] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.211783] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.232522] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104461, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.712288] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.731402] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104461, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.213368] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.233348] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104461, 'name': CreateVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.714325] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104463, 'name': ReconfigVM_Task, 'duration_secs': 1.165012} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.714625] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1347.715447] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d00c672-3a30-40a3-affc-6f87c076a2a2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.739767] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] e251d34d-a2b8-419e-960f-12b1f4a1aa8c/e251d34d-a2b8-419e-960f-12b1f4a1aa8c.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.743650] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ef9ad4-9d21-49f0-8de0-77e9263368fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.763173] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104461, 'name': CreateVM_Task, 'duration_secs': 3.465782} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.764375] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.764730] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1347.764730] env[69437]: value = "task-4104464" [ 1347.764730] env[69437]: _type = "Task" [ 1347.764730] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.765379] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.765582] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.765921] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.766238] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1bef48b-881e-4a18-a852-ffa9e8725554 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.775750] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1347.775750] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52353abe-e47a-5b9e-47ac-88b934dc23c8" [ 1347.775750] env[69437]: _type = "Task" [ 1347.775750] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.779224] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.789199] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52353abe-e47a-5b9e-47ac-88b934dc23c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.789505] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.789780] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.790047] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.790228] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.790434] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.790697] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2294c0e-403a-499c-8546-3315a83e4493 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.798910] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.799128] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.799842] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1656285b-73f8-4e84-ba6b-2f919ec4a969 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.804696] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1347.804696] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5294e538-b25d-22cf-c17f-d4394ba299d6" [ 1347.804696] env[69437]: _type = "Task" [ 1347.804696] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.812310] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5294e538-b25d-22cf-c17f-d4394ba299d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.276134] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104464, 'name': ReconfigVM_Task, 'duration_secs': 0.263642} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.276566] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] e251d34d-a2b8-419e-960f-12b1f4a1aa8c/e251d34d-a2b8-419e-960f-12b1f4a1aa8c.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.276778] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance 'e251d34d-a2b8-419e-960f-12b1f4a1aa8c' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.315083] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5294e538-b25d-22cf-c17f-d4394ba299d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.315913] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fc5afe-660f-4181-8cda-1dc539bce8bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.321917] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1348.321917] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b89d6f-11c9-f1e4-782b-eae0aced6071" [ 1348.321917] env[69437]: _type = "Task" [ 1348.321917] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.330695] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b89d6f-11c9-f1e4-782b-eae0aced6071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.783685] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a414be-911a-44fd-ba51-8c241345706e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.803500] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf863daa-0fe1-4594-a1c1-adb760c3a977 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.823746] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance 'e251d34d-a2b8-419e-960f-12b1f4a1aa8c' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.837093] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b89d6f-11c9-f1e4-782b-eae0aced6071, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.837380] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.837650] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 253a2ceb-92ba-4f8f-a10e-c026185f4402/253a2ceb-92ba-4f8f-a10e-c026185f4402.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.838290] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f8f92e2-3514-4a80-9eb1-db446130cb5a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.847043] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1348.847043] env[69437]: value = "task-4104465" [ 1348.847043] env[69437]: _type = "Task" [ 1348.847043] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.854153] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.356253] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500755} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.356696] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 253a2ceb-92ba-4f8f-a10e-c026185f4402/253a2ceb-92ba-4f8f-a10e-c026185f4402.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.356783] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.357056] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83203e96-1686-4df3-9f10-3850113b0b68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.364614] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1349.364614] env[69437]: value = "task-4104466" [ 1349.364614] env[69437]: _type = "Task" [ 1349.364614] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.368328] env[69437]: DEBUG nova.network.neutron [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Port 3e543d4f-30b0-4c1f-b631-1fb7ed536441 binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1349.374935] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.877861] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061187} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.879056] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.879465] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6f7ad7-1767-4a6d-befc-e8d4d9b7e8bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.902839] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 253a2ceb-92ba-4f8f-a10e-c026185f4402/253a2ceb-92ba-4f8f-a10e-c026185f4402.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.903562] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3276597-9e5c-4920-9606-ffe6bb75e6cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.924138] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1349.924138] env[69437]: value = "task-4104467" [ 1349.924138] env[69437]: _type = "Task" [ 1349.924138] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.934015] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.393861] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.394254] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.394355] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.435863] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104467, 'name': ReconfigVM_Task, 'duration_secs': 0.278269} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.436160] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 253a2ceb-92ba-4f8f-a10e-c026185f4402/253a2ceb-92ba-4f8f-a10e-c026185f4402.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.437276] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '4a973b74-98db-4960-84b3-8634f4a8f19d'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'f7bc645b-fbf7-4d1b-a25c-759ddaf2e9cc', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'}, 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1350.437503] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1350.437658] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1350.438446] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb03c034-e037-470c-a376-1d5a999e0071 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.454616] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d0df0-681b-4ab2-bd6f-9df4e76266e9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.479798] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1/volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.480360] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34411ec9-2684-46fe-9bf0-7ddbc1a78a79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.498015] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1350.498015] env[69437]: value = "task-4104468" [ 1350.498015] env[69437]: _type = "Task" [ 1350.498015] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.507713] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.008186] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104468, 'name': ReconfigVM_Task, 'duration_secs': 0.2918} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.008483] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1/volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.013111] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51863ef1-b88b-4ad7-af2c-adcc2552b7b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.029302] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1351.029302] env[69437]: value = "task-4104469" [ 1351.029302] env[69437]: _type = "Task" [ 1351.029302] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.038282] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.453076] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.453400] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.453466] env[69437]: DEBUG nova.network.neutron [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.539958] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.043937] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104469, 'name': ReconfigVM_Task, 'duration_secs': 0.862418} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.044283] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1352.044883] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90d17763-9b87-41e4-a091-09f85a7dd6c0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.052037] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1352.052037] env[69437]: value = "task-4104470" [ 1352.052037] env[69437]: _type = "Task" [ 1352.052037] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.063377] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104470, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.209450] env[69437]: DEBUG nova.network.neutron [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance_info_cache with network_info: [{"id": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "address": "fa:16:3e:99:1e:8c", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e543d4f-30", "ovs_interfaceid": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.562459] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104470, 'name': Rename_Task, 'duration_secs': 0.174436} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.562852] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.562961] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cfb295d-0cc8-4335-9a70-652b071c0780 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.570134] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1352.570134] env[69437]: value = "task-4104471" [ 1352.570134] env[69437]: _type = "Task" [ 1352.570134] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.580013] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.713288] env[69437]: DEBUG oslo_concurrency.lockutils [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.080917] env[69437]: DEBUG oslo_vmware.api [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104471, 'name': PowerOnVM_Task, 'duration_secs': 0.45734} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.081241] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.081462] env[69437]: DEBUG nova.compute.manager [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1353.082276] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c7f36-43cc-4105-b53b-daf5204e4861 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.240420] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e2a21-f01d-426a-a561-34775b641cb9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.259736] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac01c50e-26c3-4ab6-846d-1970bdb475fd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.267348] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance 'e251d34d-a2b8-419e-960f-12b1f4a1aa8c' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.599663] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.600107] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.600194] env[69437]: DEBUG nova.objects.instance [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69437) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1353.774762] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.774762] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69adafc1-ff9b-4a13-9b00-34d969ddaaae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.783069] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1353.783069] env[69437]: value = "task-4104472" [ 1353.783069] env[69437]: _type = "Task" [ 1353.783069] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.791640] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.293666] env[69437]: DEBUG oslo_vmware.api [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104472, 'name': PowerOnVM_Task, 'duration_secs': 0.431862} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.293919] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.294111] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-57c200f4-d30a-4200-bd26-adbfa84c1c18 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance 'e251d34d-a2b8-419e-960f-12b1f4a1aa8c' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.610048] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c27db5c6-4b6f-4333-8a76-1f2415048f87 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.373959] env[69437]: DEBUG nova.network.neutron [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Port 3e543d4f-30b0-4c1f-b631-1fb7ed536441 binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1356.374271] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.374430] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.374597] env[69437]: DEBUG nova.network.neutron [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.115872] env[69437]: DEBUG nova.network.neutron [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance_info_cache with network_info: [{"id": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "address": "fa:16:3e:99:1e:8c", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e543d4f-30", "ovs_interfaceid": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.619298] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.123514] env[69437]: DEBUG nova.compute.manager [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69437) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1358.123841] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.124186] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.627674] env[69437]: DEBUG nova.objects.instance [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'migration_context' on Instance uuid e251d34d-a2b8-419e-960f-12b1f4a1aa8c {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.219177] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9f43cf-0a6a-48d8-8761-e7faddf5c771 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.227624] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b881ca7b-101a-43a2-b60d-199f1fc6848e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.259209] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4437471-187a-4e1f-b011-d15704ab7750 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.267755] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc25dba-e753-4d0d-9c7f-77a8d6fe7896 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.282412] env[69437]: DEBUG nova.compute.provider_tree [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.785952] env[69437]: DEBUG nova.scheduler.client.report [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.798988] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.675s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.338035] env[69437]: INFO nova.compute.manager [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Swapping old allocation on dict_keys(['b52150e3-ffb5-4863-8ac6-a35abaa0b760']) held by migration e105659e-fc70-45dd-9615-2ecebe34d8af for instance [ 1362.361383] env[69437]: DEBUG nova.scheduler.client.report [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Overwriting current allocation {'allocations': {'b52150e3-ffb5-4863-8ac6-a35abaa0b760': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '84987bd5e1de47a9a5da66eb0de19d04', 'user_id': '2f9c9de950614e90be0e9c11cc880ccb', 'consumer_generation': 1} on consumer e251d34d-a2b8-419e-960f-12b1f4a1aa8c {{(pid=69437) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1362.446115] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.446337] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.446527] env[69437]: DEBUG nova.network.neutron [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.158990] env[69437]: DEBUG nova.network.neutron [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance_info_cache with network_info: [{"id": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "address": "fa:16:3e:99:1e:8c", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e543d4f-30", "ovs_interfaceid": "3e543d4f-30b0-4c1f-b631-1fb7ed536441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.662324] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-e251d34d-a2b8-419e-960f-12b1f4a1aa8c" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.662819] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.663140] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6789990d-1f15-49e2-99a4-92ce1a6342ef {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.671780] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1363.671780] env[69437]: value = "task-4104473" [ 1363.671780] env[69437]: _type = "Task" [ 1363.671780] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.681345] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.181796] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104473, 'name': PowerOffVM_Task, 'duration_secs': 0.212214} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.182129] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.182813] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.183044] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.183210] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.183429] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.183593] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.183740] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.183949] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.184125] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.184293] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.185325] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.185325] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.190223] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef30a6d9-38c9-400a-99ae-9d216ac854ae {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.207270] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1364.207270] env[69437]: value = "task-4104474" [ 1364.207270] env[69437]: _type = "Task" [ 1364.207270] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.214955] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.719263] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104474, 'name': ReconfigVM_Task, 'duration_secs': 0.14653} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.720134] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c95ac90-0cc4-42dd-8b5c-aae218920f63 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.738622] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.738901] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.739036] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.739264] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.739434] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.739590] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.739810] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.739970] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.740157] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.740324] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.740518] env[69437]: DEBUG nova.virt.hardware [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.741342] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08683d46-7218-455b-81d6-045802014dd1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.747933] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1364.747933] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522777f9-0d34-220e-3d75-b0129391ba55" [ 1364.747933] env[69437]: _type = "Task" [ 1364.747933] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.756924] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522777f9-0d34-220e-3d75-b0129391ba55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.258358] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522777f9-0d34-220e-3d75-b0129391ba55, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.263902] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1365.264217] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a311ef-533e-4e34-a049-ec7c8a9efb4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.282179] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1365.282179] env[69437]: value = "task-4104475" [ 1365.282179] env[69437]: _type = "Task" [ 1365.282179] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.290576] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.792400] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104475, 'name': ReconfigVM_Task, 'duration_secs': 0.198128} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.792790] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1365.793472] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58e6c96-c313-42a0-bfc4-b9a252288229 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.815262] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] e251d34d-a2b8-419e-960f-12b1f4a1aa8c/e251d34d-a2b8-419e-960f-12b1f4a1aa8c.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.815518] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46255c5d-db98-4ca6-98f1-9e5a50257f76 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.833745] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1365.833745] env[69437]: value = "task-4104476" [ 1365.833745] env[69437]: _type = "Task" [ 1365.833745] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.843240] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.343337] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104476, 'name': ReconfigVM_Task, 'duration_secs': 0.260619} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.343687] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] e251d34d-a2b8-419e-960f-12b1f4a1aa8c/e251d34d-a2b8-419e-960f-12b1f4a1aa8c.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.344506] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3d6328-27e3-4232-8fac-aedadbbde01a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.365174] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c64280a-139c-4fd6-8c25-52ecc0029e97 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.384798] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013150d9-c276-4ebd-9a47-11254342fdd2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.404094] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade04a81-4349-417e-9a9a-e4a093ae0ed8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.411777] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.412111] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ddd0cc3-8552-44a7-b79d-68397ae082eb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.419116] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1366.419116] env[69437]: value = "task-4104477" [ 1366.419116] env[69437]: _type = "Task" [ 1366.419116] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.427431] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.929514] env[69437]: DEBUG oslo_vmware.api [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104477, 'name': PowerOnVM_Task, 'duration_secs': 0.400232} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.929792] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.694908] env[69437]: DEBUG oslo_concurrency.lockutils [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.695178] env[69437]: DEBUG oslo_concurrency.lockutils [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.940933] env[69437]: INFO nova.compute.manager [None req-ba08b2c2-81db-4468-b08b-5c188b2cdaf8 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance to original state: 'active' [ 1368.198097] env[69437]: DEBUG nova.compute.utils [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1368.701732] env[69437]: DEBUG oslo_concurrency.lockutils [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.892984] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.893312] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.893537] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.894017] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.894017] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.898971] env[69437]: INFO nova.compute.manager [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Terminating instance [ 1369.402974] env[69437]: DEBUG nova.compute.manager [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.403396] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.404091] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40642fb9-3a9d-4042-8cd0-568e72ab86c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.412235] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.412483] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af8e1103-86bd-4fff-8026-173e9b9b74ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.418886] env[69437]: DEBUG oslo_vmware.api [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1369.418886] env[69437]: value = "task-4104478" [ 1369.418886] env[69437]: _type = "Task" [ 1369.418886] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.427125] env[69437]: DEBUG oslo_vmware.api [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.817273] env[69437]: DEBUG oslo_concurrency.lockutils [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.817546] env[69437]: DEBUG oslo_concurrency.lockutils [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.817862] env[69437]: INFO nova.compute.manager [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Attaching volume 059c1bd8-75e0-4755-b34e-85856493bc87 to /dev/sdb [ 1369.848692] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c859da6-b66f-4dde-bc54-c41d65496fb3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.855511] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7ba7ce-e22e-46c7-9263-fdeef40361c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.869892] env[69437]: DEBUG nova.virt.block_device [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating existing volume attachment record: 3a9733e8-7663-49c8-8a12-7638eeeafccc {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1369.928994] env[69437]: DEBUG oslo_vmware.api [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104478, 'name': PowerOffVM_Task, 'duration_secs': 0.21731} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.929295] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.929470] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.929721] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-012e9879-3060-4fd6-b373-5795f2019e58 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.011629] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.012035] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.012354] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleting the datastore file [datastore2] e251d34d-a2b8-419e-960f-12b1f4a1aa8c {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.012692] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-690bec8e-f990-4a36-92ed-b33eb74b075c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.019372] env[69437]: DEBUG oslo_vmware.api [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1370.019372] env[69437]: value = "task-4104481" [ 1370.019372] env[69437]: _type = "Task" [ 1370.019372] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.027743] env[69437]: DEBUG oslo_vmware.api [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.531778] env[69437]: DEBUG oslo_vmware.api [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163616} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.532225] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.532290] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.532444] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.532631] env[69437]: INFO nova.compute.manager [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1370.532892] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.533130] env[69437]: DEBUG nova.compute.manager [-] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.533232] env[69437]: DEBUG nova.network.neutron [-] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.969549] env[69437]: DEBUG nova.compute.manager [req-80b59d3e-5b96-403d-849f-84c99fa2d9f3 req-b549ee8a-8c64-4078-b902-2e7d90df4ec9 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Received event network-vif-deleted-3e543d4f-30b0-4c1f-b631-1fb7ed536441 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.969549] env[69437]: INFO nova.compute.manager [req-80b59d3e-5b96-403d-849f-84c99fa2d9f3 req-b549ee8a-8c64-4078-b902-2e7d90df4ec9 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Neutron deleted interface 3e543d4f-30b0-4c1f-b631-1fb7ed536441; detaching it from the instance and deleting it from the info cache [ 1370.969786] env[69437]: DEBUG nova.network.neutron [req-80b59d3e-5b96-403d-849f-84c99fa2d9f3 req-b549ee8a-8c64-4078-b902-2e7d90df4ec9 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.448760] env[69437]: DEBUG nova.network.neutron [-] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.473046] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c27ac06d-7bb3-48d3-ae0c-1b8f003940e6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.485096] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe96779-c706-46d9-8764-4a150c0bea75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.514455] env[69437]: DEBUG nova.compute.manager [req-80b59d3e-5b96-403d-849f-84c99fa2d9f3 req-b549ee8a-8c64-4078-b902-2e7d90df4ec9 service nova] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Detach interface failed, port_id=3e543d4f-30b0-4c1f-b631-1fb7ed536441, reason: Instance e251d34d-a2b8-419e-960f-12b1f4a1aa8c could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1371.952052] env[69437]: INFO nova.compute.manager [-] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Took 1.42 seconds to deallocate network for instance. [ 1372.461070] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.461291] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.461485] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.484557] env[69437]: INFO nova.scheduler.client.report [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted allocations for instance e251d34d-a2b8-419e-960f-12b1f4a1aa8c [ 1372.993481] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "e251d34d-a2b8-419e-960f-12b1f4a1aa8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.100s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.814029] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.814029] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.316828] env[69437]: DEBUG nova.compute.manager [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.414268] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1374.414535] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813018', 'volume_id': '059c1bd8-75e0-4755-b34e-85856493bc87', 'name': 'volume-059c1bd8-75e0-4755-b34e-85856493bc87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e', 'attached_at': '', 'detached_at': '', 'volume_id': '059c1bd8-75e0-4755-b34e-85856493bc87', 'serial': '059c1bd8-75e0-4755-b34e-85856493bc87'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1374.415436] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0792923-ec78-4d65-986a-5a1203fa5a5b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.432749] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fbdedc-86fc-4ff1-81bb-4e2bf660326f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.461150] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-059c1bd8-75e0-4755-b34e-85856493bc87/volume-059c1bd8-75e0-4755-b34e-85856493bc87.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.461583] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e703e8-a7d9-400a-bd10-33922cb65144 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.481232] env[69437]: DEBUG oslo_vmware.api [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1374.481232] env[69437]: value = "task-4104485" [ 1374.481232] env[69437]: _type = "Task" [ 1374.481232] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.489571] env[69437]: DEBUG oslo_vmware.api [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.844280] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.844582] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.846187] env[69437]: INFO nova.compute.claims [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.991456] env[69437]: DEBUG oslo_vmware.api [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104485, 'name': ReconfigVM_Task, 'duration_secs': 0.346728} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.991750] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-059c1bd8-75e0-4755-b34e-85856493bc87/volume-059c1bd8-75e0-4755-b34e-85856493bc87.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.996413] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e5840e0-3c4c-4f65-a9f4-a963f3b1f3c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.013012] env[69437]: DEBUG oslo_vmware.api [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1375.013012] env[69437]: value = "task-4104486" [ 1375.013012] env[69437]: _type = "Task" [ 1375.013012] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.021310] env[69437]: DEBUG oslo_vmware.api [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.523376] env[69437]: DEBUG oslo_vmware.api [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.929184] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ca5959-fbd7-4f00-9ea4-6e002f7252bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.940548] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec1c610-0c14-4def-b335-8f19118a526b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.972320] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6e2e61-179f-4ab8-ad0e-51e062b4c09f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.979958] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e4ba81-832d-487b-b187-1da1040cc00d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.993630] env[69437]: DEBUG nova.compute.provider_tree [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.023691] env[69437]: DEBUG oslo_vmware.api [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.496652] env[69437]: DEBUG nova.scheduler.client.report [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.524016] env[69437]: DEBUG oslo_vmware.api [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104486, 'name': ReconfigVM_Task, 'duration_secs': 1.12599} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.524472] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813018', 'volume_id': '059c1bd8-75e0-4755-b34e-85856493bc87', 'name': 'volume-059c1bd8-75e0-4755-b34e-85856493bc87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e', 'attached_at': '', 'detached_at': '', 'volume_id': '059c1bd8-75e0-4755-b34e-85856493bc87', 'serial': '059c1bd8-75e0-4755-b34e-85856493bc87'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1377.001638] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.002190] env[69437]: DEBUG nova.compute.manager [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.507311] env[69437]: DEBUG nova.compute.utils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1377.508824] env[69437]: DEBUG nova.compute.manager [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.509055] env[69437]: DEBUG nova.network.neutron [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.555952] env[69437]: DEBUG nova.policy [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f9c9de950614e90be0e9c11cc880ccb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84987bd5e1de47a9a5da66eb0de19d04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.557973] env[69437]: DEBUG nova.objects.instance [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'flavor' on Instance uuid 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.847346] env[69437]: DEBUG nova.network.neutron [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Successfully created port: cac00fa2-5dcf-4574-9abd-cfd430ec7047 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.012412] env[69437]: DEBUG nova.compute.manager [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.062412] env[69437]: DEBUG oslo_concurrency.lockutils [None req-983b0878-11e6-4426-9e82-82792a00c0e9 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.245s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.947229] env[69437]: DEBUG nova.compute.manager [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Stashing vm_state: active {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1379.023779] env[69437]: DEBUG nova.compute.manager [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.053014] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.053290] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.053454] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.053674] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.053860] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.054023] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.054244] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.054407] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.054578] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.054744] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.054919] env[69437]: DEBUG nova.virt.hardware [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.056219] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9689415f-d6c2-4034-8609-7975665c43f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.064660] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117146ae-bd80-4f4f-b60d-82a0af645710 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.235476] env[69437]: DEBUG nova.compute.manager [req-90e4ca88-4444-4742-be3e-e5f6683ca245 req-2c25eeb8-f6bd-46e3-ab01-20e3ca295d47 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Received event network-vif-plugged-cac00fa2-5dcf-4574-9abd-cfd430ec7047 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.235702] env[69437]: DEBUG oslo_concurrency.lockutils [req-90e4ca88-4444-4742-be3e-e5f6683ca245 req-2c25eeb8-f6bd-46e3-ab01-20e3ca295d47 service nova] Acquiring lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.236127] env[69437]: DEBUG oslo_concurrency.lockutils [req-90e4ca88-4444-4742-be3e-e5f6683ca245 req-2c25eeb8-f6bd-46e3-ab01-20e3ca295d47 service nova] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.236423] env[69437]: DEBUG oslo_concurrency.lockutils [req-90e4ca88-4444-4742-be3e-e5f6683ca245 req-2c25eeb8-f6bd-46e3-ab01-20e3ca295d47 service nova] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.236614] env[69437]: DEBUG nova.compute.manager [req-90e4ca88-4444-4742-be3e-e5f6683ca245 req-2c25eeb8-f6bd-46e3-ab01-20e3ca295d47 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] No waiting events found dispatching network-vif-plugged-cac00fa2-5dcf-4574-9abd-cfd430ec7047 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1379.236788] env[69437]: WARNING nova.compute.manager [req-90e4ca88-4444-4742-be3e-e5f6683ca245 req-2c25eeb8-f6bd-46e3-ab01-20e3ca295d47 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Received unexpected event network-vif-plugged-cac00fa2-5dcf-4574-9abd-cfd430ec7047 for instance with vm_state building and task_state spawning. [ 1379.334605] env[69437]: DEBUG nova.network.neutron [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Successfully updated port: cac00fa2-5dcf-4574-9abd-cfd430ec7047 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.469437] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.469666] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.837731] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.837898] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.838255] env[69437]: DEBUG nova.network.neutron [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.975100] env[69437]: INFO nova.compute.claims [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.370580] env[69437]: DEBUG nova.network.neutron [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1380.454315] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.454658] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.481515] env[69437]: INFO nova.compute.resource_tracker [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating resource usage from migration c5cf5168-fe57-432a-8d4d-17cbd6bf2892 [ 1380.516718] env[69437]: DEBUG nova.network.neutron [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Updating instance_info_cache with network_info: [{"id": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "address": "fa:16:3e:45:06:bb", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac00fa2-5d", "ovs_interfaceid": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.567416] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde5af4-df9b-4cc8-8d79-c872f281e12f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.575038] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2586580-9a8a-4b30-8ce7-3df33c371841 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.605183] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371645ce-eace-46be-8248-4668e14fcf6c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.612740] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f81df7-7b72-459c-b132-fbfd17829d88 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.626112] env[69437]: DEBUG nova.compute.provider_tree [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.957695] env[69437]: DEBUG nova.compute.utils [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1381.019093] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.019504] env[69437]: DEBUG nova.compute.manager [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Instance network_info: |[{"id": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "address": "fa:16:3e:45:06:bb", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac00fa2-5d", "ovs_interfaceid": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1381.019919] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:06:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cac00fa2-5dcf-4574-9abd-cfd430ec7047', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.027646] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.027931] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.028176] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f26abf6-2272-4b25-a27d-328bd073b921 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.048642] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.048642] env[69437]: value = "task-4104487" [ 1381.048642] env[69437]: _type = "Task" [ 1381.048642] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.056283] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104487, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.129313] env[69437]: DEBUG nova.scheduler.client.report [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.266986] env[69437]: DEBUG nova.compute.manager [req-99ccca4d-b8ed-4026-baa1-8008da5cacde req-46e50971-817d-4777-8578-be479fb8afdc service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Received event network-changed-cac00fa2-5dcf-4574-9abd-cfd430ec7047 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.267196] env[69437]: DEBUG nova.compute.manager [req-99ccca4d-b8ed-4026-baa1-8008da5cacde req-46e50971-817d-4777-8578-be479fb8afdc service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Refreshing instance network info cache due to event network-changed-cac00fa2-5dcf-4574-9abd-cfd430ec7047. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1381.267450] env[69437]: DEBUG oslo_concurrency.lockutils [req-99ccca4d-b8ed-4026-baa1-8008da5cacde req-46e50971-817d-4777-8578-be479fb8afdc service nova] Acquiring lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.267658] env[69437]: DEBUG oslo_concurrency.lockutils [req-99ccca4d-b8ed-4026-baa1-8008da5cacde req-46e50971-817d-4777-8578-be479fb8afdc service nova] Acquired lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.267865] env[69437]: DEBUG nova.network.neutron [req-99ccca4d-b8ed-4026-baa1-8008da5cacde req-46e50971-817d-4777-8578-be479fb8afdc service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Refreshing network info cache for port cac00fa2-5dcf-4574-9abd-cfd430ec7047 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.460407] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.559201] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104487, 'name': CreateVM_Task, 'duration_secs': 0.32232} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.559401] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.560019] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.560199] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.560536] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.560783] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca168e55-db61-4995-a3ed-7afadae84277 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.565325] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1381.565325] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52af9475-17dc-2987-dc97-3868ec5710d4" [ 1381.565325] env[69437]: _type = "Task" [ 1381.565325] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.573610] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52af9475-17dc-2987-dc97-3868ec5710d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.634726] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.165s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.634953] env[69437]: INFO nova.compute.manager [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Migrating [ 1381.974997] env[69437]: DEBUG nova.network.neutron [req-99ccca4d-b8ed-4026-baa1-8008da5cacde req-46e50971-817d-4777-8578-be479fb8afdc service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Updated VIF entry in instance network info cache for port cac00fa2-5dcf-4574-9abd-cfd430ec7047. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.975394] env[69437]: DEBUG nova.network.neutron [req-99ccca4d-b8ed-4026-baa1-8008da5cacde req-46e50971-817d-4777-8578-be479fb8afdc service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Updating instance_info_cache with network_info: [{"id": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "address": "fa:16:3e:45:06:bb", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac00fa2-5d", "ovs_interfaceid": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.075685] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52af9475-17dc-2987-dc97-3868ec5710d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.076144] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.076257] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.076453] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.076595] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.076777] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.077070] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40e3a52c-220e-4d6d-b2b6-a4be78fc9f28 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.085702] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.085934] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.086640] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76ff1650-4b69-4fd5-8d63-8f2877de00c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.091912] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1382.091912] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52672926-fc1f-e288-65c1-18747f82c9eb" [ 1382.091912] env[69437]: _type = "Task" [ 1382.091912] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.100121] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52672926-fc1f-e288-65c1-18747f82c9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.149944] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.150198] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.150410] env[69437]: DEBUG nova.network.neutron [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.478945] env[69437]: DEBUG oslo_concurrency.lockutils [req-99ccca4d-b8ed-4026-baa1-8008da5cacde req-46e50971-817d-4777-8578-be479fb8afdc service nova] Releasing lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.523957] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.524265] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.524568] env[69437]: INFO nova.compute.manager [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Attaching volume 200f602c-96b3-4aa8-9cab-091f8be51a96 to /dev/sdb [ 1382.556712] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b24841d-9123-4a66-baba-0dadd412b9b8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.563967] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b2181d-602b-4f98-99c2-a122667fb237 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.578379] env[69437]: DEBUG nova.virt.block_device [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Updating existing volume attachment record: 4eff8f06-a77f-4269-85bf-6bb629c275c7 {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1382.602804] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52672926-fc1f-e288-65c1-18747f82c9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.603603] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2a56cc-8982-4549-9955-106bf6a6a8b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.608990] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1382.608990] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]521c9558-fd50-3320-c3aa-ace222df8f9b" [ 1382.608990] env[69437]: _type = "Task" [ 1382.608990] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.617216] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521c9558-fd50-3320-c3aa-ace222df8f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.871089] env[69437]: DEBUG nova.network.neutron [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance_info_cache with network_info: [{"id": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "address": "fa:16:3e:a6:4e:7d", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcca90-b2", "ovs_interfaceid": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.119525] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]521c9558-fd50-3320-c3aa-ace222df8f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.119922] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.120143] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 43b0b8dd-7d85-434b-aec0-8e9a7c563828/43b0b8dd-7d85-434b-aec0-8e9a7c563828.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.120442] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89b0ebaa-31ff-4e51-926a-b1ed626bd115 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.126936] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1383.126936] env[69437]: value = "task-4104489" [ 1383.126936] env[69437]: _type = "Task" [ 1383.126936] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.134504] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.373818] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.639820] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427906} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.640214] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore2] 43b0b8dd-7d85-434b-aec0-8e9a7c563828/43b0b8dd-7d85-434b-aec0-8e9a7c563828.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.640451] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.640751] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbcf343b-2010-4355-bdd6-814437a38141 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.647275] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1383.647275] env[69437]: value = "task-4104490" [ 1383.647275] env[69437]: _type = "Task" [ 1383.647275] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.657353] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.157396] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061453} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.157816] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.158573] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0693288d-321a-4d3b-ab52-ddf3290a68d6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.181398] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 43b0b8dd-7d85-434b-aec0-8e9a7c563828/43b0b8dd-7d85-434b-aec0-8e9a7c563828.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.181698] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58101e73-e24e-4679-8350-9d4ddee09328 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.201603] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1384.201603] env[69437]: value = "task-4104491" [ 1384.201603] env[69437]: _type = "Task" [ 1384.201603] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.210271] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.711905] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104491, 'name': ReconfigVM_Task, 'duration_secs': 0.262478} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.712132] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 43b0b8dd-7d85-434b-aec0-8e9a7c563828/43b0b8dd-7d85-434b-aec0-8e9a7c563828.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.712807] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aab8341-649b-4893-a138-4b99909147b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.720041] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1384.720041] env[69437]: value = "task-4104492" [ 1384.720041] env[69437]: _type = "Task" [ 1384.720041] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.729706] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104492, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.892076] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7f00f7-3af0-4d26-bd4e-ae5ec8b8fa82 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.914185] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1385.229688] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104492, 'name': Rename_Task, 'duration_secs': 0.140685} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.229983] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.230248] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a23504a-0bbc-4c07-92c6-37c184aa62bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.238032] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1385.238032] env[69437]: value = "task-4104494" [ 1385.238032] env[69437]: _type = "Task" [ 1385.238032] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.247183] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.421479] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.421795] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2c9975f-9818-45d4-9c28-8bf58ae2f8a5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.429315] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1385.429315] env[69437]: value = "task-4104495" [ 1385.429315] env[69437]: _type = "Task" [ 1385.429315] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.437845] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.748075] env[69437]: DEBUG oslo_vmware.api [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104494, 'name': PowerOnVM_Task, 'duration_secs': 0.442188} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.748355] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.748562] env[69437]: INFO nova.compute.manager [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1385.748739] env[69437]: DEBUG nova.compute.manager [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1385.749516] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e818dfb-eacd-40bf-91c6-588c5a2b3d91 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.939797] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104495, 'name': PowerOffVM_Task, 'duration_secs': 0.193047} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.940094] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.940296] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1386.269815] env[69437]: INFO nova.compute.manager [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Took 11.45 seconds to build instance. [ 1386.446941] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.447244] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.447412] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.447596] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.447744] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.447893] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.448136] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.448336] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.448529] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.448701] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.448881] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.454471] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a73d2ab9-2942-42e2-ad31-2ddb57874d2e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.472711] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1386.472711] env[69437]: value = "task-4104496" [ 1386.472711] env[69437]: _type = "Task" [ 1386.472711] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.481853] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.772228] env[69437]: DEBUG oslo_concurrency.lockutils [None req-8c2689fb-712f-411b-be26-b1c64b0e2355 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.958s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.982875] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104496, 'name': ReconfigVM_Task, 'duration_secs': 0.218619} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.984653] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.126159] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1387.126439] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813020', 'volume_id': '200f602c-96b3-4aa8-9cab-091f8be51a96', 'name': 'volume-200f602c-96b3-4aa8-9cab-091f8be51a96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4cae0af-413d-4691-9e4b-b494dad3bf69', 'attached_at': '', 'detached_at': '', 'volume_id': '200f602c-96b3-4aa8-9cab-091f8be51a96', 'serial': '200f602c-96b3-4aa8-9cab-091f8be51a96'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1387.127362] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c59ac6a-bd70-42ad-bda9-21653e525367 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.145098] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0171d64e-7868-443a-b282-a5fb63b50dc7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.148725] env[69437]: DEBUG nova.compute.manager [req-43a55cfd-c9fe-4cb7-811d-d629dd3c30cd req-7118a589-6cd6-4721-b794-afd39da0b916 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Received event network-changed-cac00fa2-5dcf-4574-9abd-cfd430ec7047 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.148873] env[69437]: DEBUG nova.compute.manager [req-43a55cfd-c9fe-4cb7-811d-d629dd3c30cd req-7118a589-6cd6-4721-b794-afd39da0b916 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Refreshing instance network info cache due to event network-changed-cac00fa2-5dcf-4574-9abd-cfd430ec7047. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.149100] env[69437]: DEBUG oslo_concurrency.lockutils [req-43a55cfd-c9fe-4cb7-811d-d629dd3c30cd req-7118a589-6cd6-4721-b794-afd39da0b916 service nova] Acquiring lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.149249] env[69437]: DEBUG oslo_concurrency.lockutils [req-43a55cfd-c9fe-4cb7-811d-d629dd3c30cd req-7118a589-6cd6-4721-b794-afd39da0b916 service nova] Acquired lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.149409] env[69437]: DEBUG nova.network.neutron [req-43a55cfd-c9fe-4cb7-811d-d629dd3c30cd req-7118a589-6cd6-4721-b794-afd39da0b916 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Refreshing network info cache for port cac00fa2-5dcf-4574-9abd-cfd430ec7047 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.181880] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-200f602c-96b3-4aa8-9cab-091f8be51a96/volume-200f602c-96b3-4aa8-9cab-091f8be51a96.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.183477] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e2bff7-761d-4a3e-8753-83fd67c17da4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.203403] env[69437]: DEBUG oslo_vmware.api [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1387.203403] env[69437]: value = "task-4104497" [ 1387.203403] env[69437]: _type = "Task" [ 1387.203403] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.211763] env[69437]: DEBUG oslo_vmware.api [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.490505] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.490921] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.490921] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.491075] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.491234] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.491404] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.491688] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.491827] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.492017] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.492236] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.492417] env[69437]: DEBUG nova.virt.hardware [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.498090] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1387.498403] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46cd2e07-5c90-4e3b-93a8-ecf0e9c300c9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.518812] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1387.518812] env[69437]: value = "task-4104498" [ 1387.518812] env[69437]: _type = "Task" [ 1387.518812] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.527858] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.713029] env[69437]: DEBUG oslo_vmware.api [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104497, 'name': ReconfigVM_Task, 'duration_secs': 0.374874} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.713263] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-200f602c-96b3-4aa8-9cab-091f8be51a96/volume-200f602c-96b3-4aa8-9cab-091f8be51a96.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.718031] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2637a7a4-3024-4e66-a25b-b602217640de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.735585] env[69437]: DEBUG oslo_vmware.api [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1387.735585] env[69437]: value = "task-4104499" [ 1387.735585] env[69437]: _type = "Task" [ 1387.735585] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.744086] env[69437]: DEBUG oslo_vmware.api [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.906910] env[69437]: DEBUG nova.network.neutron [req-43a55cfd-c9fe-4cb7-811d-d629dd3c30cd req-7118a589-6cd6-4721-b794-afd39da0b916 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Updated VIF entry in instance network info cache for port cac00fa2-5dcf-4574-9abd-cfd430ec7047. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.907353] env[69437]: DEBUG nova.network.neutron [req-43a55cfd-c9fe-4cb7-811d-d629dd3c30cd req-7118a589-6cd6-4721-b794-afd39da0b916 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Updating instance_info_cache with network_info: [{"id": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "address": "fa:16:3e:45:06:bb", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac00fa2-5d", "ovs_interfaceid": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.028815] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104498, 'name': ReconfigVM_Task, 'duration_secs': 0.194178} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.029102] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1388.029865] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdf09d9-c3bb-4fef-b7ff-3a0279089a50 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.055925] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e/4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.056518] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98bfea2-ceae-4bb1-bb8e-b7410093f858 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.074773] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1388.074773] env[69437]: value = "task-4104500" [ 1388.074773] env[69437]: _type = "Task" [ 1388.074773] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.083033] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.247174] env[69437]: DEBUG oslo_vmware.api [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104499, 'name': ReconfigVM_Task, 'duration_secs': 0.254797} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.247542] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813020', 'volume_id': '200f602c-96b3-4aa8-9cab-091f8be51a96', 'name': 'volume-200f602c-96b3-4aa8-9cab-091f8be51a96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4cae0af-413d-4691-9e4b-b494dad3bf69', 'attached_at': '', 'detached_at': '', 'volume_id': '200f602c-96b3-4aa8-9cab-091f8be51a96', 'serial': '200f602c-96b3-4aa8-9cab-091f8be51a96'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1388.410293] env[69437]: DEBUG oslo_concurrency.lockutils [req-43a55cfd-c9fe-4cb7-811d-d629dd3c30cd req-7118a589-6cd6-4721-b794-afd39da0b916 service nova] Releasing lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.585910] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.084620] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104500, 'name': ReconfigVM_Task, 'duration_secs': 0.853647} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.084895] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e/4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.085207] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.284671] env[69437]: DEBUG nova.objects.instance [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'flavor' on Instance uuid f4cae0af-413d-4691-9e4b-b494dad3bf69 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.591792] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e2580d-e6b8-4aa2-ab70-bd31dfed3cb3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.614780] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deada667-558c-46e3-b5a1-145f17191ec9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.636432] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.789490] env[69437]: DEBUG oslo_concurrency.lockutils [None req-9811faa4-aa5f-4829-bb1b-830e602fedb7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.964856] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.965166] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.469072] env[69437]: INFO nova.compute.manager [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Detaching volume 200f602c-96b3-4aa8-9cab-091f8be51a96 [ 1390.503537] env[69437]: INFO nova.virt.block_device [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Attempting to driver detach volume 200f602c-96b3-4aa8-9cab-091f8be51a96 from mountpoint /dev/sdb [ 1390.503920] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1390.504217] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813020', 'volume_id': '200f602c-96b3-4aa8-9cab-091f8be51a96', 'name': 'volume-200f602c-96b3-4aa8-9cab-091f8be51a96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4cae0af-413d-4691-9e4b-b494dad3bf69', 'attached_at': '', 'detached_at': '', 'volume_id': '200f602c-96b3-4aa8-9cab-091f8be51a96', 'serial': '200f602c-96b3-4aa8-9cab-091f8be51a96'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1390.505523] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d5c12b-f418-4122-af74-401c31e1432a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.539715] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2baca08-a127-4302-bc0b-88ee19a63005 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.547689] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cddca99-41cc-491f-849d-232bd9a3edf0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.568635] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b54de14-fcb3-47e2-9a69-ca27eddc17c2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.584345] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] The volume has not been displaced from its original location: [datastore2] volume-200f602c-96b3-4aa8-9cab-091f8be51a96/volume-200f602c-96b3-4aa8-9cab-091f8be51a96.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1390.590055] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1390.590263] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dea454e-f1c6-4c14-a45a-c4420c92264e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.610337] env[69437]: DEBUG oslo_vmware.api [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1390.610337] env[69437]: value = "task-4104501" [ 1390.610337] env[69437]: _type = "Task" [ 1390.610337] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.620017] env[69437]: DEBUG oslo_vmware.api [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.120881] env[69437]: DEBUG oslo_vmware.api [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104501, 'name': ReconfigVM_Task, 'duration_secs': 0.255367} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.121177] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1391.125876] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ddff15-397e-4ad3-ac0d-c5cfc0befbe5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.142705] env[69437]: DEBUG oslo_vmware.api [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1391.142705] env[69437]: value = "task-4104502" [ 1391.142705] env[69437]: _type = "Task" [ 1391.142705] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.151698] env[69437]: DEBUG oslo_vmware.api [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.165652] env[69437]: DEBUG oslo_concurrency.lockutils [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.165931] env[69437]: DEBUG oslo_concurrency.lockutils [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.273792] env[69437]: DEBUG nova.network.neutron [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Port b4bcca90-b20c-4a05-b86a-fb1bdc1171ec binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1391.652915] env[69437]: DEBUG oslo_vmware.api [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.668864] env[69437]: INFO nova.compute.manager [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Detaching volume af072dd4-ed7e-49dc-bf43-4c1c9c9814b1 [ 1391.700518] env[69437]: INFO nova.virt.block_device [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Attempting to driver detach volume af072dd4-ed7e-49dc-bf43-4c1c9c9814b1 from mountpoint /dev/sdb [ 1391.700764] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1391.700955] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1391.701864] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30375b4c-c6bc-425b-9d13-000a5e72c6d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.723661] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952ee617-e81d-491a-97aa-01e666c3e95a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.731654] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcab5ec-7171-430f-8032-9bf56c440672 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.753320] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c1baa-f87a-4aa5-b6b2-110f9a271357 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.770296] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] The volume has not been displaced from its original location: [datastore1] volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1/volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1391.775442] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.775750] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b6ac1f-e0f9-4a93-b9aa-2ce65c0d3b37 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.797954] env[69437]: DEBUG oslo_vmware.api [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1391.797954] env[69437]: value = "task-4104503" [ 1391.797954] env[69437]: _type = "Task" [ 1391.797954] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.805936] env[69437]: DEBUG oslo_vmware.api [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.152793] env[69437]: DEBUG oslo_vmware.api [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104502, 'name': ReconfigVM_Task, 'duration_secs': 0.793823} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.153112] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813020', 'volume_id': '200f602c-96b3-4aa8-9cab-091f8be51a96', 'name': 'volume-200f602c-96b3-4aa8-9cab-091f8be51a96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4cae0af-413d-4691-9e4b-b494dad3bf69', 'attached_at': '', 'detached_at': '', 'volume_id': '200f602c-96b3-4aa8-9cab-091f8be51a96', 'serial': '200f602c-96b3-4aa8-9cab-091f8be51a96'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1392.310567] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.310805] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.310977] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.318132] env[69437]: DEBUG oslo_vmware.api [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104503, 'name': ReconfigVM_Task, 'duration_secs': 0.253228} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.318427] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.323924] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20dd116-ba58-44fc-975b-2d9b560ff6a6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.340768] env[69437]: DEBUG oslo_vmware.api [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1392.340768] env[69437]: value = "task-4104504" [ 1392.340768] env[69437]: _type = "Task" [ 1392.340768] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.349113] env[69437]: DEBUG oslo_vmware.api [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.693029] env[69437]: DEBUG nova.objects.instance [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'flavor' on Instance uuid f4cae0af-413d-4691-9e4b-b494dad3bf69 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.851454] env[69437]: DEBUG oslo_vmware.api [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104504, 'name': ReconfigVM_Task, 'duration_secs': 0.146724} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.851713] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813014', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'name': 'volume-af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '253a2ceb-92ba-4f8f-a10e-c026185f4402', 'attached_at': '', 'detached_at': '', 'volume_id': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1', 'serial': 'af072dd4-ed7e-49dc-bf43-4c1c9c9814b1'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.344419] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.344620] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.344799] env[69437]: DEBUG nova.network.neutron [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.399148] env[69437]: DEBUG nova.objects.instance [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lazy-loading 'flavor' on Instance uuid 253a2ceb-92ba-4f8f-a10e-c026185f4402 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.700103] env[69437]: DEBUG oslo_concurrency.lockutils [None req-ea681cc5-f625-4d62-9c3e-d3a479b56263 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.735s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.049226] env[69437]: DEBUG nova.network.neutron [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance_info_cache with network_info: [{"id": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "address": "fa:16:3e:a6:4e:7d", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcca90-b2", "ovs_interfaceid": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.218127] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.218406] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.218628] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "f4cae0af-413d-4691-9e4b-b494dad3bf69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.218816] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.218994] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.221379] env[69437]: INFO nova.compute.manager [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Terminating instance [ 1394.405982] env[69437]: DEBUG oslo_concurrency.lockutils [None req-98c82a25-2032-4dfb-b3c6-9905971bb9a2 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.551387] env[69437]: DEBUG oslo_concurrency.lockutils [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.725294] env[69437]: DEBUG nova.compute.manager [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1394.725756] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.726629] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d00d23-f85f-4662-99d8-a971c62d6ff7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.734788] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.735054] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f895b71-7476-4d61-a454-4f70cf91da95 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.741905] env[69437]: DEBUG oslo_vmware.api [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1394.741905] env[69437]: value = "task-4104505" [ 1394.741905] env[69437]: _type = "Task" [ 1394.741905] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.750688] env[69437]: DEBUG oslo_vmware.api [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.061180] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b290055e-6f56-4c50-a41a-48d46512c17e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.068690] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e35324a-11a2-4132-b8a7-0f955cc383fe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.252388] env[69437]: DEBUG oslo_vmware.api [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104505, 'name': PowerOffVM_Task, 'duration_secs': 0.251896} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.252672] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.252844] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.253119] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa71fb65-2b0e-4c4c-8dea-167dde2d2b70 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.322414] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.322684] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.322868] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleting the datastore file [datastore1] f4cae0af-413d-4691-9e4b-b494dad3bf69 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.323191] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed33081-c5f4-4cc9-85c8-d6ab22317c34 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.330070] env[69437]: DEBUG oslo_vmware.api [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for the task: (returnval){ [ 1395.330070] env[69437]: value = "task-4104507" [ 1395.330070] env[69437]: _type = "Task" [ 1395.330070] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.338502] env[69437]: DEBUG oslo_vmware.api [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.427537] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.427792] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.427964] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "253a2ceb-92ba-4f8f-a10e-c026185f4402-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.428201] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.428408] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.430745] env[69437]: INFO nova.compute.manager [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Terminating instance [ 1395.841978] env[69437]: DEBUG oslo_vmware.api [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Task: {'id': task-4104507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135212} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.842404] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.842404] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.842498] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.842647] env[69437]: INFO nova.compute.manager [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1395.842861] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.843090] env[69437]: DEBUG nova.compute.manager [-] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1395.843200] env[69437]: DEBUG nova.network.neutron [-] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.934849] env[69437]: DEBUG nova.compute.manager [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.935139] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.936013] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e80c71-a158-4557-9b6b-21443a6d7d20 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.944328] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.944584] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ad4df69-758e-411c-8a24-02cc35e532c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.952040] env[69437]: DEBUG oslo_vmware.api [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1395.952040] env[69437]: value = "task-4104508" [ 1395.952040] env[69437]: _type = "Task" [ 1395.952040] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.963195] env[69437]: DEBUG oslo_vmware.api [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.167678] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5d5dc2-9bda-45db-9fa9-23c9c1ee8dc5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.191147] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccdacf1-8754-40f3-ab0b-4946c1a86558 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.200238] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.376199] env[69437]: DEBUG nova.compute.manager [req-8ad9178d-eddb-41e1-87cd-e72dc7ebeea9 req-736755ee-e8a4-4963-9d7c-290e17818edb service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Received event network-vif-deleted-951802fc-05a3-43e4-8be0-b895bf2427f0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.376401] env[69437]: INFO nova.compute.manager [req-8ad9178d-eddb-41e1-87cd-e72dc7ebeea9 req-736755ee-e8a4-4963-9d7c-290e17818edb service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Neutron deleted interface 951802fc-05a3-43e4-8be0-b895bf2427f0; detaching it from the instance and deleting it from the info cache [ 1396.376575] env[69437]: DEBUG nova.network.neutron [req-8ad9178d-eddb-41e1-87cd-e72dc7ebeea9 req-736755ee-e8a4-4963-9d7c-290e17818edb service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.463342] env[69437]: DEBUG oslo_vmware.api [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104508, 'name': PowerOffVM_Task, 'duration_secs': 0.204275} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.463678] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.463865] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.464160] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-774f9dca-db8f-4f09-bdae-042766f8d96b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.535142] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.535567] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.535567] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleting the datastore file [datastore1] 253a2ceb-92ba-4f8f-a10e-c026185f4402 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.535891] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6644b14-f42c-462e-9467-f0130deb1519 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.541993] env[69437]: DEBUG oslo_vmware.api [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1396.541993] env[69437]: value = "task-4104510" [ 1396.541993] env[69437]: _type = "Task" [ 1396.541993] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.550380] env[69437]: DEBUG oslo_vmware.api [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.708051] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.708239] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3935e2f7-4a67-4e81-bea5-93bbef593fa3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.716060] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1396.716060] env[69437]: value = "task-4104511" [ 1396.716060] env[69437]: _type = "Task" [ 1396.716060] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.725481] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.858114] env[69437]: DEBUG nova.network.neutron [-] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.880132] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6db02c1a-d260-40bf-a060-846821286019 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.891341] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88f821-e329-4a2d-8029-97a166238a23 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.921131] env[69437]: DEBUG nova.compute.manager [req-8ad9178d-eddb-41e1-87cd-e72dc7ebeea9 req-736755ee-e8a4-4963-9d7c-290e17818edb service nova] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Detach interface failed, port_id=951802fc-05a3-43e4-8be0-b895bf2427f0, reason: Instance f4cae0af-413d-4691-9e4b-b494dad3bf69 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1397.053247] env[69437]: DEBUG oslo_vmware.api [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138284} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.053627] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.053756] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.053970] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.054190] env[69437]: INFO nova.compute.manager [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1397.054520] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.054766] env[69437]: DEBUG nova.compute.manager [-] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.054867] env[69437]: DEBUG nova.network.neutron [-] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.227803] env[69437]: DEBUG oslo_vmware.api [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104511, 'name': PowerOnVM_Task, 'duration_secs': 0.441711} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.228072] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.228250] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0533d-c611-4c90-9756-28fa51024f1d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.232159] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.232633] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.362123] env[69437]: INFO nova.compute.manager [-] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Took 1.52 seconds to deallocate network for instance. [ 1397.869570] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.869929] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.870158] env[69437]: DEBUG nova.objects.instance [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lazy-loading 'resources' on Instance uuid f4cae0af-413d-4691-9e4b-b494dad3bf69 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.988699] env[69437]: DEBUG nova.network.neutron [-] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.401352] env[69437]: DEBUG nova.compute.manager [req-bb467f1f-d922-4d32-93b5-8d58f7aae789 req-08a1c5af-c0f1-4692-b23c-9754737c55e7 service nova] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Received event network-vif-deleted-f448b906-66fc-4a28-889d-04f5b55ea7c0 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.468234] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0412ec9-43de-4844-8f24-27a66af32f44 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.477544] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a905a51-5c15-4e6a-8bbe-58ffa551c483 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.508912] env[69437]: INFO nova.compute.manager [-] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Took 1.45 seconds to deallocate network for instance. [ 1398.511326] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d890aa6a-8345-4a31-b49f-80e97d064144 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.521631] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97b13a7-ae79-4c2b-93d0-0c8ee9ce894c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.535657] env[69437]: DEBUG nova.compute.provider_tree [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.019059] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.039432] env[69437]: DEBUG nova.scheduler.client.report [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.231567] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.544911] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.547751] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.529s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.548053] env[69437]: DEBUG nova.objects.instance [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lazy-loading 'resources' on Instance uuid 253a2ceb-92ba-4f8f-a10e-c026185f4402 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.566919] env[69437]: INFO nova.scheduler.client.report [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Deleted allocations for instance f4cae0af-413d-4691-9e4b-b494dad3bf69 [ 1399.734541] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.919229] env[69437]: DEBUG nova.network.neutron [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Port b4bcca90-b20c-4a05-b86a-fb1bdc1171ec binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1399.919561] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.919758] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.919958] env[69437]: DEBUG nova.network.neutron [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.076401] env[69437]: DEBUG oslo_concurrency.lockutils [None req-c47f0f24-104e-4f3a-b871-c1429b52f327 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Lock "f4cae0af-413d-4691-9e4b-b494dad3bf69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.858s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.133778] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08c2915-74c6-447d-bb34-2afde762946a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.142424] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce50ca-51c6-41f7-86ad-7cd7fdc0c8a3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.174101] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f911e1-7037-4689-b166-2965cb9b8a45 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.182267] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b79cd24-9c06-4355-8a08-f0e61940c7cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.196805] env[69437]: DEBUG nova.compute.provider_tree [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.674052] env[69437]: DEBUG nova.network.neutron [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance_info_cache with network_info: [{"id": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "address": "fa:16:3e:a6:4e:7d", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcca90-b2", "ovs_interfaceid": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.700566] env[69437]: DEBUG nova.scheduler.client.report [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.178090] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.205553] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.208394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.474s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.208394] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.208637] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1401.209823] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f369b79-d2c1-4f15-a01d-98733f611d1b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.218959] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80128619-8406-4318-985e-b8c954128d9b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.237820] env[69437]: INFO nova.scheduler.client.report [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted allocations for instance 253a2ceb-92ba-4f8f-a10e-c026185f4402 [ 1401.243404] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a281e600-8541-4b88-a0f3-5c5f2e53e74f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.252861] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997b4421-aa4d-4999-b24b-b4857e1470f1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.288708] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180218MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1401.288940] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.289140] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.682967] env[69437]: DEBUG nova.compute.manager [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69437) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1401.750521] env[69437]: DEBUG oslo_concurrency.lockutils [None req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "253a2ceb-92ba-4f8f-a10e-c026185f4402" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.323s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.302517] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Applying migration context for instance 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e as it has an incoming, in-progress migration c5cf5168-fe57-432a-8d4d-17cbd6bf2892. Migration status is reverting {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1402.303277] env[69437]: INFO nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating resource usage from migration c5cf5168-fe57-432a-8d4d-17cbd6bf2892 [ 1402.322107] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5b953468-d4ba-4e59-adbf-e9d75562e74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1402.322280] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 43b0b8dd-7d85-434b-aec0-8e9a7c563828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1402.322410] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Migration c5cf5168-fe57-432a-8d4d-17cbd6bf2892 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1402.322533] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1402.322720] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1402.322861] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1402.385575] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba702773-97b8-4e81-814e-709d09a75502 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.394900] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1101d328-5149-4007-b47e-95f2cab34a45 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.428235] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7479bc-f83c-4093-8543-11ceb3c11d83 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.436662] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc16d5b6-aade-4615-8168-90776a4e3bf8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.452189] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.793914] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.956299] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.965980] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "4913d391-2c4d-4596-b09f-50c6ab995990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.966305] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "4913d391-2c4d-4596-b09f-50c6ab995990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.460936] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1403.461347] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.461562] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.668s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.468929] env[69437]: DEBUG nova.compute.manager [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.965271] env[69437]: DEBUG nova.objects.instance [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'migration_context' on Instance uuid 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.991052] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.463492] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.463768] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.463939] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.464159] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.464376] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.464728] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1404.544366] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a90811-e3e1-4056-a8da-f1a2addd7f66 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.552655] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83564c1-3563-4901-9b8e-893b2ad3fc25 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.583201] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ddec8a-7a95-484b-8f66-9cba2f594698 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.590700] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53528d06-7429-48a1-9b59-785d31086a08 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.604087] env[69437]: DEBUG nova.compute.provider_tree [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.107853] env[69437]: DEBUG nova.scheduler.client.report [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.119897] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.658s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.125745] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.135s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.127238] env[69437]: INFO nova.compute.claims [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.227633] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.233382] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f6d045-ce07-4c2c-8c60-5a5fafbf30d7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.242246] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c192ff60-a86d-4b25-b3c2-dc5862407581 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.275890] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a936fc4-a212-4723-a9f2-3debc00a82ed {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.284538] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9b4ec8-77e3-4cd9-91b5-0c97e1075e45 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.300337] env[69437]: DEBUG nova.compute.provider_tree [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.660996] env[69437]: INFO nova.compute.manager [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Swapping old allocation on dict_keys(['b52150e3-ffb5-4863-8ac6-a35abaa0b760']) held by migration c5cf5168-fe57-432a-8d4d-17cbd6bf2892 for instance [ 1407.683642] env[69437]: DEBUG nova.scheduler.client.report [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Overwriting current allocation {'allocations': {'b52150e3-ffb5-4863-8ac6-a35abaa0b760': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': 'd02afc55b1944aec8b60dc873540d8f9', 'user_id': '2eadcd4f98a3417fa01f1d95bbdc25da', 'consumer_generation': 1} on consumer 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e {{(pid=69437) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1407.760719] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.760912] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.761106] env[69437]: DEBUG nova.network.neutron [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.803793] env[69437]: DEBUG nova.scheduler.client.report [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.310045] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.310045] env[69437]: DEBUG nova.compute.manager [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1408.475850] env[69437]: DEBUG nova.network.neutron [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance_info_cache with network_info: [{"id": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "address": "fa:16:3e:a6:4e:7d", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bcca90-b2", "ovs_interfaceid": "b4bcca90-b20c-4a05-b86a-fb1bdc1171ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.814593] env[69437]: DEBUG nova.compute.utils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1408.816074] env[69437]: DEBUG nova.compute.manager [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.816339] env[69437]: DEBUG nova.network.neutron [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.853082] env[69437]: DEBUG nova.policy [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15b7ccda6b694e24a09023dfe734de2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '859f3a9b275b44a184f469d4cd814edb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.979446] env[69437]: DEBUG oslo_concurrency.lockutils [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.980709] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435ead82-b279-42c5-8710-55f28c53497c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.988153] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f30f72-3733-41f0-8809-d8a32e2f031c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.117535] env[69437]: DEBUG nova.network.neutron [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Successfully created port: 68fed250-edd6-4c7c-ad5d-f7981c905942 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.319773] env[69437]: DEBUG nova.compute.manager [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.071433] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.071768] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87f2afc9-3509-4214-a0c5-13624df4ee1d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.080800] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1410.080800] env[69437]: value = "task-4104515" [ 1410.080800] env[69437]: _type = "Task" [ 1410.080800] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.092853] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.333291] env[69437]: DEBUG nova.compute.manager [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1410.363396] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.363580] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.364202] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.364202] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.364202] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.364473] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.364868] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.365050] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.365288] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.365501] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.365696] env[69437]: DEBUG nova.virt.hardware [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.366755] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0098d0-c5af-4f6f-ad7b-06633fcfb4fc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.375021] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f9c0ec-a5aa-4f82-8811-f80c239483c6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.500538] env[69437]: DEBUG nova.compute.manager [req-673eab6b-4333-4154-a994-58a325901c0b req-d16c9d94-3a77-4228-9bd0-621e54ab25b5 service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Received event network-vif-plugged-68fed250-edd6-4c7c-ad5d-f7981c905942 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.500538] env[69437]: DEBUG oslo_concurrency.lockutils [req-673eab6b-4333-4154-a994-58a325901c0b req-d16c9d94-3a77-4228-9bd0-621e54ab25b5 service nova] Acquiring lock "4913d391-2c4d-4596-b09f-50c6ab995990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.500913] env[69437]: DEBUG oslo_concurrency.lockutils [req-673eab6b-4333-4154-a994-58a325901c0b req-d16c9d94-3a77-4228-9bd0-621e54ab25b5 service nova] Lock "4913d391-2c4d-4596-b09f-50c6ab995990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.500913] env[69437]: DEBUG oslo_concurrency.lockutils [req-673eab6b-4333-4154-a994-58a325901c0b req-d16c9d94-3a77-4228-9bd0-621e54ab25b5 service nova] Lock "4913d391-2c4d-4596-b09f-50c6ab995990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.501178] env[69437]: DEBUG nova.compute.manager [req-673eab6b-4333-4154-a994-58a325901c0b req-d16c9d94-3a77-4228-9bd0-621e54ab25b5 service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] No waiting events found dispatching network-vif-plugged-68fed250-edd6-4c7c-ad5d-f7981c905942 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1410.501457] env[69437]: WARNING nova.compute.manager [req-673eab6b-4333-4154-a994-58a325901c0b req-d16c9d94-3a77-4228-9bd0-621e54ab25b5 service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Received unexpected event network-vif-plugged-68fed250-edd6-4c7c-ad5d-f7981c905942 for instance with vm_state building and task_state spawning. [ 1410.590816] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104515, 'name': PowerOffVM_Task, 'duration_secs': 0.24668} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.591094] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.592328] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.592604] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.592750] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.592937] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.593100] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.593260] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.593475] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.593638] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.593807] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.594183] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.594183] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.600318] env[69437]: DEBUG nova.network.neutron [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Successfully updated port: 68fed250-edd6-4c7c-ad5d-f7981c905942 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.601941] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a63a83-422b-4592-84ba-3ebbb94cee04 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.620141] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1410.620141] env[69437]: value = "task-4104516" [ 1410.620141] env[69437]: _type = "Task" [ 1410.620141] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.628942] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.102816] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "refresh_cache-4913d391-2c4d-4596-b09f-50c6ab995990" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.103041] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "refresh_cache-4913d391-2c4d-4596-b09f-50c6ab995990" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.103228] env[69437]: DEBUG nova.network.neutron [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.132062] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104516, 'name': ReconfigVM_Task, 'duration_secs': 0.155889} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.132925] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb2f880-4a05-40ec-87a5-603467089187 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.156641] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.156905] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.157095] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.157294] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.157441] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.157589] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.157794] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.157955] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.158140] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.158308] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.158534] env[69437]: DEBUG nova.virt.hardware [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.159452] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b50860f-e589-440a-9cd9-d12668312fcd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.166419] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1411.166419] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]522eaae4-e564-4abd-4971-a640198df423" [ 1411.166419] env[69437]: _type = "Task" [ 1411.166419] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.175835] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522eaae4-e564-4abd-4971-a640198df423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.648863] env[69437]: DEBUG nova.network.neutron [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.680442] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]522eaae4-e564-4abd-4971-a640198df423, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.686360] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1411.686737] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ac7932-7551-48a2-9b8b-4c8f990450e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.709042] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1411.709042] env[69437]: value = "task-4104517" [ 1411.709042] env[69437]: _type = "Task" [ 1411.709042] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.718754] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.834786] env[69437]: DEBUG nova.network.neutron [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Updating instance_info_cache with network_info: [{"id": "68fed250-edd6-4c7c-ad5d-f7981c905942", "address": "fa:16:3e:d2:78:12", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68fed250-ed", "ovs_interfaceid": "68fed250-edd6-4c7c-ad5d-f7981c905942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.220998] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104517, 'name': ReconfigVM_Task, 'duration_secs': 0.264639} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.221313] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1412.222248] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6571af5b-c006-4d87-b6cd-5d8a7962e176 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.250258] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e/4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.250649] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b3e444-367f-44cd-9e6a-ad9b147cfbe0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.269997] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1412.269997] env[69437]: value = "task-4104518" [ 1412.269997] env[69437]: _type = "Task" [ 1412.269997] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.279657] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.338057] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "refresh_cache-4913d391-2c4d-4596-b09f-50c6ab995990" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.338515] env[69437]: DEBUG nova.compute.manager [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Instance network_info: |[{"id": "68fed250-edd6-4c7c-ad5d-f7981c905942", "address": "fa:16:3e:d2:78:12", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68fed250-ed", "ovs_interfaceid": "68fed250-edd6-4c7c-ad5d-f7981c905942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.339210] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:78:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68fed250-edd6-4c7c-ad5d-f7981c905942', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.353196] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.353597] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.353960] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf541ad9-af12-420e-8878-b4c3e8b07064 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.388164] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.388164] env[69437]: value = "task-4104519" [ 1412.388164] env[69437]: _type = "Task" [ 1412.388164] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.404041] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104519, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.534291] env[69437]: DEBUG nova.compute.manager [req-ff5e55db-8772-42e5-bd42-06509bb5a26f req-43a70183-d306-4084-a4a4-f0693678d01c service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Received event network-changed-68fed250-edd6-4c7c-ad5d-f7981c905942 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.534669] env[69437]: DEBUG nova.compute.manager [req-ff5e55db-8772-42e5-bd42-06509bb5a26f req-43a70183-d306-4084-a4a4-f0693678d01c service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Refreshing instance network info cache due to event network-changed-68fed250-edd6-4c7c-ad5d-f7981c905942. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.535047] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff5e55db-8772-42e5-bd42-06509bb5a26f req-43a70183-d306-4084-a4a4-f0693678d01c service nova] Acquiring lock "refresh_cache-4913d391-2c4d-4596-b09f-50c6ab995990" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.535320] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff5e55db-8772-42e5-bd42-06509bb5a26f req-43a70183-d306-4084-a4a4-f0693678d01c service nova] Acquired lock "refresh_cache-4913d391-2c4d-4596-b09f-50c6ab995990" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.535608] env[69437]: DEBUG nova.network.neutron [req-ff5e55db-8772-42e5-bd42-06509bb5a26f req-43a70183-d306-4084-a4a4-f0693678d01c service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Refreshing network info cache for port 68fed250-edd6-4c7c-ad5d-f7981c905942 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.780541] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104518, 'name': ReconfigVM_Task, 'duration_secs': 0.421435} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.780948] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e/4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.781708] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a203dbc-f638-437e-a4d6-5628684848f3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.804406] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c2b35b-0c5e-4988-9eb4-f0386e27598e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.828462] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6fb514-1987-466b-a8ee-b02aa602ff10 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.850289] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f7d157-e586-44ea-a653-0cbc39bdb1b1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.858239] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.858521] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbfd0ee3-683e-4c55-a9dc-a702c5931f54 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.865827] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1412.865827] env[69437]: value = "task-4104520" [ 1412.865827] env[69437]: _type = "Task" [ 1412.865827] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.874533] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.902488] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104519, 'name': CreateVM_Task, 'duration_secs': 0.456375} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.902738] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.903771] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.904058] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.904602] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.904972] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9fe5e0e-c027-4210-929a-9c888a41f44d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.911803] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1412.911803] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5246ce27-59f8-2e8f-c3ab-af143e67e4e2" [ 1412.911803] env[69437]: _type = "Task" [ 1412.911803] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.922023] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5246ce27-59f8-2e8f-c3ab-af143e67e4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.291304] env[69437]: DEBUG nova.network.neutron [req-ff5e55db-8772-42e5-bd42-06509bb5a26f req-43a70183-d306-4084-a4a4-f0693678d01c service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Updated VIF entry in instance network info cache for port 68fed250-edd6-4c7c-ad5d-f7981c905942. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.292016] env[69437]: DEBUG nova.network.neutron [req-ff5e55db-8772-42e5-bd42-06509bb5a26f req-43a70183-d306-4084-a4a4-f0693678d01c service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Updating instance_info_cache with network_info: [{"id": "68fed250-edd6-4c7c-ad5d-f7981c905942", "address": "fa:16:3e:d2:78:12", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68fed250-ed", "ovs_interfaceid": "68fed250-edd6-4c7c-ad5d-f7981c905942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.380482] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104520, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.422836] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5246ce27-59f8-2e8f-c3ab-af143e67e4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.029129} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.423125] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.423407] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.423682] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.423866] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.424097] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.424402] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29fcc05c-e101-4973-9cd3-ad0e034ec772 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.433103] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.433314] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.434104] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5c85f5-0bc8-42ce-b09e-bc6a94e55438 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.439328] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1413.439328] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5288a5cb-d9da-6026-7175-158ad5f53aad" [ 1413.439328] env[69437]: _type = "Task" [ 1413.439328] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.446990] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5288a5cb-d9da-6026-7175-158ad5f53aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.794906] env[69437]: DEBUG oslo_concurrency.lockutils [req-ff5e55db-8772-42e5-bd42-06509bb5a26f req-43a70183-d306-4084-a4a4-f0693678d01c service nova] Releasing lock "refresh_cache-4913d391-2c4d-4596-b09f-50c6ab995990" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.877723] env[69437]: DEBUG oslo_vmware.api [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104520, 'name': PowerOnVM_Task, 'duration_secs': 0.555504} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.878056] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.950524] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5288a5cb-d9da-6026-7175-158ad5f53aad, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.951258] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff6ae39-5a64-494c-8a9f-941748877f5b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.956915] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1413.956915] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52df80ba-e299-8c5e-bdf2-00a94d76b207" [ 1413.956915] env[69437]: _type = "Task" [ 1413.956915] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.965096] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52df80ba-e299-8c5e-bdf2-00a94d76b207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.468316] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52df80ba-e299-8c5e-bdf2-00a94d76b207, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.468592] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.468846] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 4913d391-2c4d-4596-b09f-50c6ab995990/4913d391-2c4d-4596-b09f-50c6ab995990.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.469130] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-614db42f-583b-4f76-93fb-2a1499664bde {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.475980] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1414.475980] env[69437]: value = "task-4104521" [ 1414.475980] env[69437]: _type = "Task" [ 1414.475980] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.483882] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.931204] env[69437]: INFO nova.compute.manager [None req-81a40deb-ca34-4936-af73-fe292717885e tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance to original state: 'active' [ 1414.987112] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505262} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.987325] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] 4913d391-2c4d-4596-b09f-50c6ab995990/4913d391-2c4d-4596-b09f-50c6ab995990.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.987608] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.987794] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82bea469-70be-40fa-ae79-234ba7e66842 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.994981] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1414.994981] env[69437]: value = "task-4104522" [ 1414.994981] env[69437]: _type = "Task" [ 1414.994981] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.003497] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.505925] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171852} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.507044] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.507387] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c009424-aca9-4b4c-aeef-7433cec1717b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.531080] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 4913d391-2c4d-4596-b09f-50c6ab995990/4913d391-2c4d-4596-b09f-50c6ab995990.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.531384] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd8925d-6575-4421-a559-e04fe2515eb5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.550810] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1415.550810] env[69437]: value = "task-4104523" [ 1415.550810] env[69437]: _type = "Task" [ 1415.550810] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.559025] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.063603] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104523, 'name': ReconfigVM_Task, 'duration_secs': 0.313021} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.063997] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 4913d391-2c4d-4596-b09f-50c6ab995990/4913d391-2c4d-4596-b09f-50c6ab995990.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.064783] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fa9ac46-92ca-4bd3-917c-b5135041372e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.072534] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1416.072534] env[69437]: value = "task-4104524" [ 1416.072534] env[69437]: _type = "Task" [ 1416.072534] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.081431] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104524, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.583186] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104524, 'name': Rename_Task, 'duration_secs': 0.153179} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.583478] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.583729] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06672345-eb29-4ee9-9872-1eb8fcffb019 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.590559] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1416.590559] env[69437]: value = "task-4104525" [ 1416.590559] env[69437]: _type = "Task" [ 1416.590559] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.598331] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.743346] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.743674] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.743919] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.744216] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.744534] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.746922] env[69437]: INFO nova.compute.manager [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Terminating instance [ 1417.100432] env[69437]: DEBUG oslo_vmware.api [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104525, 'name': PowerOnVM_Task, 'duration_secs': 0.480234} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.100847] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.100918] env[69437]: INFO nova.compute.manager [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1417.101114] env[69437]: DEBUG nova.compute.manager [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1417.101890] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1bc70e-2160-4960-9581-acbb23fecd4f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.251058] env[69437]: DEBUG nova.compute.manager [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.251326] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.251659] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d51e9710-fac2-4b69-b375-7adf05537d94 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.259780] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1417.259780] env[69437]: value = "task-4104526" [ 1417.259780] env[69437]: _type = "Task" [ 1417.259780] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.269146] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.617776] env[69437]: INFO nova.compute.manager [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Took 13.64 seconds to build instance. [ 1417.769907] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104526, 'name': PowerOffVM_Task, 'duration_secs': 0.198488} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.770692] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.770692] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1417.770884] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813018', 'volume_id': '059c1bd8-75e0-4755-b34e-85856493bc87', 'name': 'volume-059c1bd8-75e0-4755-b34e-85856493bc87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e', 'attached_at': '2025-05-13T21:50:37.000000', 'detached_at': '', 'volume_id': '059c1bd8-75e0-4755-b34e-85856493bc87', 'serial': '059c1bd8-75e0-4755-b34e-85856493bc87'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1417.771675] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe9f7e0-53ba-4891-b850-ad9c79ec433b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.792351] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e08b510-6df5-4182-bde8-9c365f56bf91 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.800592] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203c4755-c39d-4a0a-abd6-8bdbeafdf279 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.820881] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d363f8-4633-4030-ba80-0c049ca21c68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.836076] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] The volume has not been displaced from its original location: [datastore2] volume-059c1bd8-75e0-4755-b34e-85856493bc87/volume-059c1bd8-75e0-4755-b34e-85856493bc87.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1417.841443] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1417.841696] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6533964b-1c30-4176-81e7-613dd010d33e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.860754] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1417.860754] env[69437]: value = "task-4104527" [ 1417.860754] env[69437]: _type = "Task" [ 1417.860754] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.869451] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.970527] env[69437]: DEBUG nova.compute.manager [req-df1d66a8-42aa-4eaa-a824-7e23768912ad req-31d26959-af92-49fc-ab57-e793604b8c3e service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Received event network-changed-68fed250-edd6-4c7c-ad5d-f7981c905942 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.970723] env[69437]: DEBUG nova.compute.manager [req-df1d66a8-42aa-4eaa-a824-7e23768912ad req-31d26959-af92-49fc-ab57-e793604b8c3e service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Refreshing instance network info cache due to event network-changed-68fed250-edd6-4c7c-ad5d-f7981c905942. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1417.970981] env[69437]: DEBUG oslo_concurrency.lockutils [req-df1d66a8-42aa-4eaa-a824-7e23768912ad req-31d26959-af92-49fc-ab57-e793604b8c3e service nova] Acquiring lock "refresh_cache-4913d391-2c4d-4596-b09f-50c6ab995990" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.971168] env[69437]: DEBUG oslo_concurrency.lockutils [req-df1d66a8-42aa-4eaa-a824-7e23768912ad req-31d26959-af92-49fc-ab57-e793604b8c3e service nova] Acquired lock "refresh_cache-4913d391-2c4d-4596-b09f-50c6ab995990" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.971356] env[69437]: DEBUG nova.network.neutron [req-df1d66a8-42aa-4eaa-a824-7e23768912ad req-31d26959-af92-49fc-ab57-e793604b8c3e service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Refreshing network info cache for port 68fed250-edd6-4c7c-ad5d-f7981c905942 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.119853] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1aef9e94-79ff-4784-b753-15e62bbc4655 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "4913d391-2c4d-4596-b09f-50c6ab995990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.153s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.371651] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104527, 'name': ReconfigVM_Task, 'duration_secs': 0.219414} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.371651] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1418.376227] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a9e56e-8ecf-45f4-ae7d-292be538c83c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.391871] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1418.391871] env[69437]: value = "task-4104528" [ 1418.391871] env[69437]: _type = "Task" [ 1418.391871] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.400430] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.741606] env[69437]: DEBUG nova.network.neutron [req-df1d66a8-42aa-4eaa-a824-7e23768912ad req-31d26959-af92-49fc-ab57-e793604b8c3e service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Updated VIF entry in instance network info cache for port 68fed250-edd6-4c7c-ad5d-f7981c905942. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.742145] env[69437]: DEBUG nova.network.neutron [req-df1d66a8-42aa-4eaa-a824-7e23768912ad req-31d26959-af92-49fc-ab57-e793604b8c3e service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Updating instance_info_cache with network_info: [{"id": "68fed250-edd6-4c7c-ad5d-f7981c905942", "address": "fa:16:3e:d2:78:12", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68fed250-ed", "ovs_interfaceid": "68fed250-edd6-4c7c-ad5d-f7981c905942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.902187] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104528, 'name': ReconfigVM_Task, 'duration_secs': 0.1551} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.902520] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813018', 'volume_id': '059c1bd8-75e0-4755-b34e-85856493bc87', 'name': 'volume-059c1bd8-75e0-4755-b34e-85856493bc87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e', 'attached_at': '2025-05-13T21:50:37.000000', 'detached_at': '', 'volume_id': '059c1bd8-75e0-4755-b34e-85856493bc87', 'serial': '059c1bd8-75e0-4755-b34e-85856493bc87'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1418.902916] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.903773] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7530ef8e-ad18-46bb-9f6a-02e02f2e5b25 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.911612] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.911892] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17ecbe7d-3d1c-4164-84f8-22f89765af6f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.980906] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.981166] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.981362] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleting the datastore file [datastore1] 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.981754] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64d78c8f-3aa3-461b-bfee-40149e66ef9d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.988665] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1418.988665] env[69437]: value = "task-4104531" [ 1418.988665] env[69437]: _type = "Task" [ 1418.988665] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.998730] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.245840] env[69437]: DEBUG oslo_concurrency.lockutils [req-df1d66a8-42aa-4eaa-a824-7e23768912ad req-31d26959-af92-49fc-ab57-e793604b8c3e service nova] Releasing lock "refresh_cache-4913d391-2c4d-4596-b09f-50c6ab995990" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.499415] env[69437]: DEBUG oslo_vmware.api [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209776} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.499602] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.499791] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.499965] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.500158] env[69437]: INFO nova.compute.manager [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1419.500405] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.500600] env[69437]: DEBUG nova.compute.manager [-] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1419.500695] env[69437]: DEBUG nova.network.neutron [-] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.943336] env[69437]: DEBUG nova.compute.manager [req-5e081869-3783-4899-8365-322bf2aa2315 req-43eb699b-301a-4218-9d63-5c56ca65859c service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Received event network-vif-deleted-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.943619] env[69437]: INFO nova.compute.manager [req-5e081869-3783-4899-8365-322bf2aa2315 req-43eb699b-301a-4218-9d63-5c56ca65859c service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Neutron deleted interface b4bcca90-b20c-4a05-b86a-fb1bdc1171ec; detaching it from the instance and deleting it from the info cache [ 1419.943820] env[69437]: DEBUG nova.network.neutron [req-5e081869-3783-4899-8365-322bf2aa2315 req-43eb699b-301a-4218-9d63-5c56ca65859c service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.424532] env[69437]: DEBUG nova.network.neutron [-] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.446161] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f6d567f-3476-4935-abef-c76fb0484f22 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.456948] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ad9e1-2334-410f-b8b1-2da80ab899e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.486511] env[69437]: DEBUG nova.compute.manager [req-5e081869-3783-4899-8365-322bf2aa2315 req-43eb699b-301a-4218-9d63-5c56ca65859c service nova] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Detach interface failed, port_id=b4bcca90-b20c-4a05-b86a-fb1bdc1171ec, reason: Instance 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1420.927647] env[69437]: INFO nova.compute.manager [-] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Took 1.43 seconds to deallocate network for instance. [ 1421.478283] env[69437]: INFO nova.compute.manager [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Took 0.55 seconds to detach 1 volumes for instance. [ 1421.986118] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.986346] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.986423] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.017310] env[69437]: INFO nova.scheduler.client.report [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted allocations for instance 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e [ 1422.525024] env[69437]: DEBUG oslo_concurrency.lockutils [None req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.781s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.003157] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.003524] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.196961] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.197252] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.197438] env[69437]: DEBUG nova.compute.manager [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1424.198410] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b4c3b3-43f3-4fd8-a3b9-9c69c3591ce4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.205929] env[69437]: DEBUG nova.compute.manager [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69437) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1424.206540] env[69437]: DEBUG nova.objects.instance [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'flavor' on Instance uuid 43b0b8dd-7d85-434b-aec0-8e9a7c563828 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.506587] env[69437]: DEBUG nova.compute.manager [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.029028] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.029323] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.030900] env[69437]: INFO nova.compute.claims [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.215187] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.215187] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45648d92-aa47-413b-9778-e1e7a0c2fd4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.224438] env[69437]: DEBUG oslo_vmware.api [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1425.224438] env[69437]: value = "task-4104534" [ 1425.224438] env[69437]: _type = "Task" [ 1425.224438] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.236123] env[69437]: DEBUG oslo_vmware.api [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.734275] env[69437]: DEBUG oslo_vmware.api [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104534, 'name': PowerOffVM_Task, 'duration_secs': 0.202141} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.734601] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.734806] env[69437]: DEBUG nova.compute.manager [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1425.735580] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a8ae3a-2805-4983-a444-c4ebbf49049d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.108362] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dae6711-26e8-4e38-a3c9-1db465172928 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.118523] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39fa0ee-bf76-43de-883d-0722a071d40d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.151014] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643b71b0-65ab-47a2-8a0d-59e5103115c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.162117] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595a975c-2b98-4bfb-a111-ae44c6547538 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.178343] env[69437]: DEBUG nova.compute.provider_tree [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.247384] env[69437]: DEBUG oslo_concurrency.lockutils [None req-68897be3-8407-436c-88b2-19d06dee88ac tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.657412] env[69437]: DEBUG nova.objects.instance [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'flavor' on Instance uuid 43b0b8dd-7d85-434b-aec0-8e9a7c563828 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.681384] env[69437]: DEBUG nova.scheduler.client.report [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.163361] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.163790] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.163790] env[69437]: DEBUG nova.network.neutron [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.163946] env[69437]: DEBUG nova.objects.instance [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'info_cache' on Instance uuid 43b0b8dd-7d85-434b-aec0-8e9a7c563828 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.185744] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.186288] env[69437]: DEBUG nova.compute.manager [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.667778] env[69437]: DEBUG nova.objects.base [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Object Instance<43b0b8dd-7d85-434b-aec0-8e9a7c563828> lazy-loaded attributes: flavor,info_cache {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1427.691291] env[69437]: DEBUG nova.compute.utils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1427.692764] env[69437]: DEBUG nova.compute.manager [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1427.692943] env[69437]: DEBUG nova.network.neutron [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.738079] env[69437]: DEBUG nova.policy [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eadcd4f98a3417fa01f1d95bbdc25da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd02afc55b1944aec8b60dc873540d8f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.001410] env[69437]: DEBUG nova.network.neutron [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Successfully created port: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.196966] env[69437]: DEBUG nova.compute.manager [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1428.441129] env[69437]: DEBUG nova.network.neutron [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Updating instance_info_cache with network_info: [{"id": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "address": "fa:16:3e:45:06:bb", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac00fa2-5d", "ovs_interfaceid": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.944723] env[69437]: DEBUG oslo_concurrency.lockutils [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.210581] env[69437]: DEBUG nova.compute.manager [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.241544] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.241668] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.241784] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.241969] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.242160] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.242282] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.242487] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.242656] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.242825] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.243079] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.243285] env[69437]: DEBUG nova.virt.hardware [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.244927] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7ad2b4-225b-4fbb-9aaa-f827edd793e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.253658] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e525c7b8-8611-4423-9f31-2902483905d2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.369669] env[69437]: DEBUG nova.compute.manager [req-d1f9cec3-0d6e-4347-bcb9-0ac750d6ce30 req-68ece0d7-8e20-4c4c-885d-9c9eda77c3dc service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received event network-vif-plugged-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.369905] env[69437]: DEBUG oslo_concurrency.lockutils [req-d1f9cec3-0d6e-4347-bcb9-0ac750d6ce30 req-68ece0d7-8e20-4c4c-885d-9c9eda77c3dc service nova] Acquiring lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.370347] env[69437]: DEBUG oslo_concurrency.lockutils [req-d1f9cec3-0d6e-4347-bcb9-0ac750d6ce30 req-68ece0d7-8e20-4c4c-885d-9c9eda77c3dc service nova] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.370638] env[69437]: DEBUG oslo_concurrency.lockutils [req-d1f9cec3-0d6e-4347-bcb9-0ac750d6ce30 req-68ece0d7-8e20-4c4c-885d-9c9eda77c3dc service nova] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.370884] env[69437]: DEBUG nova.compute.manager [req-d1f9cec3-0d6e-4347-bcb9-0ac750d6ce30 req-68ece0d7-8e20-4c4c-885d-9c9eda77c3dc service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] No waiting events found dispatching network-vif-plugged-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1429.371105] env[69437]: WARNING nova.compute.manager [req-d1f9cec3-0d6e-4347-bcb9-0ac750d6ce30 req-68ece0d7-8e20-4c4c-885d-9c9eda77c3dc service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received unexpected event network-vif-plugged-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 for instance with vm_state building and task_state spawning. [ 1429.452943] env[69437]: DEBUG nova.network.neutron [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Successfully updated port: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.952976] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.953563] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.953700] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.953844] env[69437]: DEBUG nova.network.neutron [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.955390] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b3d57ee-8c7b-4224-80f0-7b5ddbf41509 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.964692] env[69437]: DEBUG oslo_vmware.api [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1429.964692] env[69437]: value = "task-4104537" [ 1429.964692] env[69437]: _type = "Task" [ 1429.964692] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.974057] env[69437]: DEBUG oslo_vmware.api [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.475485] env[69437]: DEBUG oslo_vmware.api [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104537, 'name': PowerOnVM_Task, 'duration_secs': 0.404227} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.475825] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.476106] env[69437]: DEBUG nova.compute.manager [None req-42ac87bc-3757-42b4-a7a0-2c3821846539 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1430.476957] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0002d71a-be2c-4892-87eb-24f8edea76b0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.488572] env[69437]: DEBUG nova.network.neutron [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.628695] env[69437]: DEBUG nova.network.neutron [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating instance_info_cache with network_info: [{"id": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "address": "fa:16:3e:d1:41:d8", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c5e5e5-19", "ovs_interfaceid": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.131548] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.131886] env[69437]: DEBUG nova.compute.manager [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Instance network_info: |[{"id": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "address": "fa:16:3e:d1:41:d8", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c5e5e5-19", "ovs_interfaceid": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1431.132744] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:41:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76c5e5e5-19ca-484b-9bf1-3dae3c17f633', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.140350] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.140584] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.140823] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7680d3ae-7bc8-46eb-9f13-6909135dc50e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.161125] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.161125] env[69437]: value = "task-4104539" [ 1431.161125] env[69437]: _type = "Task" [ 1431.161125] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.168980] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104539, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.399126] env[69437]: DEBUG nova.compute.manager [req-fd12f289-c6ec-4163-b04b-df733be55b30 req-9458875d-a197-4f44-a45d-7d6c1a5f7db9 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received event network-changed-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.399360] env[69437]: DEBUG nova.compute.manager [req-fd12f289-c6ec-4163-b04b-df733be55b30 req-9458875d-a197-4f44-a45d-7d6c1a5f7db9 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Refreshing instance network info cache due to event network-changed-76c5e5e5-19ca-484b-9bf1-3dae3c17f633. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1431.399560] env[69437]: DEBUG oslo_concurrency.lockutils [req-fd12f289-c6ec-4163-b04b-df733be55b30 req-9458875d-a197-4f44-a45d-7d6c1a5f7db9 service nova] Acquiring lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.399708] env[69437]: DEBUG oslo_concurrency.lockutils [req-fd12f289-c6ec-4163-b04b-df733be55b30 req-9458875d-a197-4f44-a45d-7d6c1a5f7db9 service nova] Acquired lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.399870] env[69437]: DEBUG nova.network.neutron [req-fd12f289-c6ec-4163-b04b-df733be55b30 req-9458875d-a197-4f44-a45d-7d6c1a5f7db9 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Refreshing network info cache for port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.453022] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e43d502-2036-40a9-9a90-1f8aeb615769 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.461031] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b6332-2f4c-46a7-984a-e073c210acbe tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Suspending the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1431.461381] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1937509f-91ea-49bb-b4a1-a3b12775638a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.469217] env[69437]: DEBUG oslo_vmware.api [None req-7e2b6332-2f4c-46a7-984a-e073c210acbe tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1431.469217] env[69437]: value = "task-4104540" [ 1431.469217] env[69437]: _type = "Task" [ 1431.469217] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.480197] env[69437]: DEBUG oslo_vmware.api [None req-7e2b6332-2f4c-46a7-984a-e073c210acbe tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104540, 'name': SuspendVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.675426] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104539, 'name': CreateVM_Task, 'duration_secs': 0.350709} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.675641] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.676659] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.676935] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.677435] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.677786] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512723ae-5a53-456a-99e2-09f3a780b106 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.685866] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1431.685866] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52766513-f9b9-3e17-9ffe-d236007871f4" [ 1431.685866] env[69437]: _type = "Task" [ 1431.685866] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.698711] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52766513-f9b9-3e17-9ffe-d236007871f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.979146] env[69437]: DEBUG oslo_vmware.api [None req-7e2b6332-2f4c-46a7-984a-e073c210acbe tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104540, 'name': SuspendVM_Task} progress is 62%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.157761] env[69437]: DEBUG nova.network.neutron [req-fd12f289-c6ec-4163-b04b-df733be55b30 req-9458875d-a197-4f44-a45d-7d6c1a5f7db9 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updated VIF entry in instance network info cache for port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.159452] env[69437]: DEBUG nova.network.neutron [req-fd12f289-c6ec-4163-b04b-df733be55b30 req-9458875d-a197-4f44-a45d-7d6c1a5f7db9 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating instance_info_cache with network_info: [{"id": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "address": "fa:16:3e:d1:41:d8", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c5e5e5-19", "ovs_interfaceid": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.199094] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52766513-f9b9-3e17-9ffe-d236007871f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.199233] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.199394] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.199637] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.199794] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.199979] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.200269] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35e6624d-69c0-4ebb-b6ac-a3d22f798913 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.210590] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.210777] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.211594] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8959fa58-148a-433f-8afb-145ec3c70a96 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.219237] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1432.219237] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52c339ca-bd75-1703-eb17-ec1024ff1341" [ 1432.219237] env[69437]: _type = "Task" [ 1432.219237] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.228877] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c339ca-bd75-1703-eb17-ec1024ff1341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.480646] env[69437]: DEBUG oslo_vmware.api [None req-7e2b6332-2f4c-46a7-984a-e073c210acbe tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104540, 'name': SuspendVM_Task, 'duration_secs': 0.789883} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.481014] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b6332-2f4c-46a7-984a-e073c210acbe tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Suspended the VM {{(pid=69437) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1432.481053] env[69437]: DEBUG nova.compute.manager [None req-7e2b6332-2f4c-46a7-984a-e073c210acbe tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1432.481775] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb77375-049a-4ae7-8bed-89ed73132ea2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.662170] env[69437]: DEBUG oslo_concurrency.lockutils [req-fd12f289-c6ec-4163-b04b-df733be55b30 req-9458875d-a197-4f44-a45d-7d6c1a5f7db9 service nova] Releasing lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.733969] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52c339ca-bd75-1703-eb17-ec1024ff1341, 'name': SearchDatastore_Task, 'duration_secs': 0.024675} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.735176] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee187798-7e43-4d06-821d-b9c83a9fe014 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.742637] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1432.742637] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]527825de-4b60-bffe-dd89-a2f127388650" [ 1432.742637] env[69437]: _type = "Task" [ 1432.742637] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.755151] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527825de-4b60-bffe-dd89-a2f127388650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.253075] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]527825de-4b60-bffe-dd89-a2f127388650, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.253357] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.253633] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd/bb39a9cf-568c-4c3f-9c64-1035854b5fbd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.253906] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-100996a6-d57e-46bc-a7ea-4366a65c606d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.260680] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1433.260680] env[69437]: value = "task-4104542" [ 1433.260680] env[69437]: _type = "Task" [ 1433.260680] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.268967] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.772083] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509825} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.772439] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd/bb39a9cf-568c-4c3f-9c64-1035854b5fbd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.772692] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.773050] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b3ff6ad-158b-4411-bfd1-795f36bc41be {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.781428] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1433.781428] env[69437]: value = "task-4104543" [ 1433.781428] env[69437]: _type = "Task" [ 1433.781428] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.791605] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.832529] env[69437]: INFO nova.compute.manager [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Resuming [ 1433.833234] env[69437]: DEBUG nova.objects.instance [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'flavor' on Instance uuid 43b0b8dd-7d85-434b-aec0-8e9a7c563828 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.292937] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292618} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.292937] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.293254] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1379b96a-2e42-41d8-9543-2e83b2c86f4c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.317805] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd/bb39a9cf-568c-4c3f-9c64-1035854b5fbd.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.318158] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfb8ede7-2471-4d90-9894-75be56c3b584 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.339346] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1434.339346] env[69437]: value = "task-4104545" [ 1434.339346] env[69437]: _type = "Task" [ 1434.339346] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.351622] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.853836] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104545, 'name': ReconfigVM_Task, 'duration_secs': 0.336066} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.853836] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Reconfigured VM instance instance-0000007d to attach disk [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd/bb39a9cf-568c-4c3f-9c64-1035854b5fbd.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.854421] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c88c23-220d-4baa-8b87-f723707a1ff9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.862632] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1434.862632] env[69437]: value = "task-4104546" [ 1434.862632] env[69437]: _type = "Task" [ 1434.862632] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.873451] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104546, 'name': Rename_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.348894] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.349139] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquired lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.349295] env[69437]: DEBUG nova.network.neutron [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.372620] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104546, 'name': Rename_Task, 'duration_secs': 0.156449} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.372883] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.373150] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b531953c-b105-4243-aca6-c82d2dbe474b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.379755] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1435.379755] env[69437]: value = "task-4104547" [ 1435.379755] env[69437]: _type = "Task" [ 1435.379755] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.388255] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.891874] env[69437]: DEBUG oslo_vmware.api [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104547, 'name': PowerOnVM_Task, 'duration_secs': 0.43805} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.892182] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.892362] env[69437]: INFO nova.compute.manager [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1435.892543] env[69437]: DEBUG nova.compute.manager [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1435.893363] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660e0f12-0e1f-41d1-b3fb-18618fd7b128 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.067519] env[69437]: DEBUG nova.network.neutron [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Updating instance_info_cache with network_info: [{"id": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "address": "fa:16:3e:45:06:bb", "network": {"id": "185055d0-4abd-4c70-a267-07e6a4a627f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-343262118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84987bd5e1de47a9a5da66eb0de19d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac00fa2-5d", "ovs_interfaceid": "cac00fa2-5dcf-4574-9abd-cfd430ec7047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.410507] env[69437]: INFO nova.compute.manager [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Took 11.40 seconds to build instance. [ 1436.570711] env[69437]: DEBUG oslo_concurrency.lockutils [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Releasing lock "refresh_cache-43b0b8dd-7d85-434b-aec0-8e9a7c563828" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.571733] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4e5a39-ebcc-49f0-a743-8af1cad3f4cd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.579107] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Resuming the VM {{(pid=69437) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1436.579378] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74646f1c-d18f-4514-9b0b-c48d16d7a544 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.585830] env[69437]: DEBUG oslo_vmware.api [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1436.585830] env[69437]: value = "task-4104548" [ 1436.585830] env[69437]: _type = "Task" [ 1436.585830] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.594796] env[69437]: DEBUG oslo_vmware.api [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.912635] env[69437]: DEBUG oslo_concurrency.lockutils [None req-26136656-75bc-4db2-aaad-9f6c37d909a4 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.909s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.101674] env[69437]: DEBUG oslo_vmware.api [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.170385] env[69437]: DEBUG nova.compute.manager [req-86351b1a-ae10-44c4-b549-db022e096eb3 req-ad8b2314-8551-4fb6-a079-b38fe3c6c95b service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received event network-changed-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.170679] env[69437]: DEBUG nova.compute.manager [req-86351b1a-ae10-44c4-b549-db022e096eb3 req-ad8b2314-8551-4fb6-a079-b38fe3c6c95b service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Refreshing instance network info cache due to event network-changed-76c5e5e5-19ca-484b-9bf1-3dae3c17f633. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1437.170895] env[69437]: DEBUG oslo_concurrency.lockutils [req-86351b1a-ae10-44c4-b549-db022e096eb3 req-ad8b2314-8551-4fb6-a079-b38fe3c6c95b service nova] Acquiring lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.171221] env[69437]: DEBUG oslo_concurrency.lockutils [req-86351b1a-ae10-44c4-b549-db022e096eb3 req-ad8b2314-8551-4fb6-a079-b38fe3c6c95b service nova] Acquired lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.171457] env[69437]: DEBUG nova.network.neutron [req-86351b1a-ae10-44c4-b549-db022e096eb3 req-ad8b2314-8551-4fb6-a079-b38fe3c6c95b service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Refreshing network info cache for port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.597982] env[69437]: DEBUG oslo_vmware.api [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104548, 'name': PowerOnVM_Task, 'duration_secs': 0.553307} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.598285] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Resumed the VM {{(pid=69437) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1437.598471] env[69437]: DEBUG nova.compute.manager [None req-b2f8d1da-ab20-4747-93c1-cf95d86dc552 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1437.599279] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff18d54d-e24c-49a6-96f1-33b8dac04b48 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.912271] env[69437]: DEBUG nova.network.neutron [req-86351b1a-ae10-44c4-b549-db022e096eb3 req-ad8b2314-8551-4fb6-a079-b38fe3c6c95b service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updated VIF entry in instance network info cache for port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.913091] env[69437]: DEBUG nova.network.neutron [req-86351b1a-ae10-44c4-b549-db022e096eb3 req-ad8b2314-8551-4fb6-a079-b38fe3c6c95b service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating instance_info_cache with network_info: [{"id": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "address": "fa:16:3e:d1:41:d8", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c5e5e5-19", "ovs_interfaceid": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.227849] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.228116] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.415241] env[69437]: DEBUG oslo_concurrency.lockutils [req-86351b1a-ae10-44c4-b549-db022e096eb3 req-ad8b2314-8551-4fb6-a079-b38fe3c6c95b service nova] Releasing lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.536534] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.536896] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.537159] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.537363] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.537591] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.539757] env[69437]: INFO nova.compute.manager [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Terminating instance [ 1438.730513] env[69437]: DEBUG nova.compute.manager [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.043584] env[69437]: DEBUG nova.compute.manager [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.043964] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.044931] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4622f8-37df-40e2-ab84-18fab2a2f557 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.053157] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.053411] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae6c7ffb-eb1f-44b3-8bc4-b3cbb641cc5e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.059795] env[69437]: DEBUG oslo_vmware.api [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1439.059795] env[69437]: value = "task-4104549" [ 1439.059795] env[69437]: _type = "Task" [ 1439.059795] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.068395] env[69437]: DEBUG oslo_vmware.api [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.255608] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.255901] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.257665] env[69437]: INFO nova.compute.claims [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.569634] env[69437]: DEBUG oslo_vmware.api [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104549, 'name': PowerOffVM_Task, 'duration_secs': 0.205637} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.569904] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.570090] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.570347] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da678ec8-358c-41a6-b587-7e0324019ee1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.640714] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.640949] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.641133] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleting the datastore file [datastore2] 43b0b8dd-7d85-434b-aec0-8e9a7c563828 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.641404] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54a426be-02f1-433d-940f-fd72f4517484 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.648341] env[69437]: DEBUG oslo_vmware.api [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for the task: (returnval){ [ 1439.648341] env[69437]: value = "task-4104551" [ 1439.648341] env[69437]: _type = "Task" [ 1439.648341] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.656643] env[69437]: DEBUG oslo_vmware.api [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.159395] env[69437]: DEBUG oslo_vmware.api [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Task: {'id': task-4104551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227432} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.159770] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.159871] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.160155] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.160407] env[69437]: INFO nova.compute.manager [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1440.160748] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.160964] env[69437]: DEBUG nova.compute.manager [-] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.161078] env[69437]: DEBUG nova.network.neutron [-] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.346711] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea102228-682b-44d9-9ee8-ac98aef896bc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.354892] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e39e82-6da5-4e2c-b61a-c0039ce8cdcc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.386147] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3469697c-56da-4403-b22c-7f6cfc7a07fa {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.394449] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54304cb6-c9d4-4ad2-8a3b-d3dcb02474b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.408940] env[69437]: DEBUG nova.compute.provider_tree [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.650614] env[69437]: DEBUG nova.compute.manager [req-e4c0cb07-e1d9-4b39-87a0-8d0dfc71ca5a req-4cbe17e0-46a7-436f-903f-94e4a49421c5 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Received event network-vif-deleted-cac00fa2-5dcf-4574-9abd-cfd430ec7047 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.650887] env[69437]: INFO nova.compute.manager [req-e4c0cb07-e1d9-4b39-87a0-8d0dfc71ca5a req-4cbe17e0-46a7-436f-903f-94e4a49421c5 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Neutron deleted interface cac00fa2-5dcf-4574-9abd-cfd430ec7047; detaching it from the instance and deleting it from the info cache [ 1440.651059] env[69437]: DEBUG nova.network.neutron [req-e4c0cb07-e1d9-4b39-87a0-8d0dfc71ca5a req-4cbe17e0-46a7-436f-903f-94e4a49421c5 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.912158] env[69437]: DEBUG nova.scheduler.client.report [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.128704] env[69437]: DEBUG nova.network.neutron [-] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.153521] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92cf1216-d0f3-4459-87ae-52048dc2a680 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.163532] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4a26d2-8a93-493b-96fa-7a7a71571a75 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.190308] env[69437]: DEBUG nova.compute.manager [req-e4c0cb07-e1d9-4b39-87a0-8d0dfc71ca5a req-4cbe17e0-46a7-436f-903f-94e4a49421c5 service nova] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Detach interface failed, port_id=cac00fa2-5dcf-4574-9abd-cfd430ec7047, reason: Instance 43b0b8dd-7d85-434b-aec0-8e9a7c563828 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1441.417428] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.418438] env[69437]: DEBUG nova.compute.manager [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1441.632236] env[69437]: INFO nova.compute.manager [-] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Took 1.47 seconds to deallocate network for instance. [ 1441.924232] env[69437]: DEBUG nova.compute.utils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1441.927169] env[69437]: DEBUG nova.compute.manager [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1441.927542] env[69437]: DEBUG nova.network.neutron [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1441.970385] env[69437]: DEBUG nova.policy [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15b7ccda6b694e24a09023dfe734de2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '859f3a9b275b44a184f469d4cd814edb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1442.139506] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.139829] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.140087] env[69437]: DEBUG nova.objects.instance [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lazy-loading 'resources' on Instance uuid 43b0b8dd-7d85-434b-aec0-8e9a7c563828 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.432863] env[69437]: DEBUG nova.compute.manager [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1442.489491] env[69437]: DEBUG nova.network.neutron [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Successfully created port: 2d8e3308-7172-40e2-a3ff-ce380e4a5353 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1442.732174] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e0d516-52f3-46fa-b3fe-c01bd6badfad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.741182] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e321bdb-a2e5-4b4b-8ffc-7930d31a5bd9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.776080] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4482575a-438f-4286-8229-32b630bd3c7a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.784215] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662507ad-0d01-4b0e-9fbb-5f8566992240 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.798791] env[69437]: DEBUG nova.compute.provider_tree [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.939786] env[69437]: INFO nova.virt.block_device [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Booting with volume b15ad53c-6ad8-48a5-8efe-9a2302e936d0 at /dev/sda [ 1442.979623] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f390c85-71ed-4b35-b45d-2a5bdfc50433 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.989859] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a33dbee-c059-4310-bb88-80429aa06a41 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.018041] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e34a2671-c4c6-4c01-ad0c-03db9d738bbb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.027357] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed8fac8-02cb-4f1e-b7b0-eb8836aafa32 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.056443] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f224cdbf-69d7-45c8-b6bb-e0f652aa03ce {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.064643] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ead37d-9e9a-4108-aceb-3199b5dd6d98 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.077959] env[69437]: DEBUG nova.virt.block_device [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating existing volume attachment record: 250e5037-c13b-4f70-917d-aa7cd77eeccf {{(pid=69437) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1443.301779] env[69437]: DEBUG nova.scheduler.client.report [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.806985] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.825380] env[69437]: INFO nova.scheduler.client.report [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Deleted allocations for instance 43b0b8dd-7d85-434b-aec0-8e9a7c563828 [ 1443.866170] env[69437]: DEBUG nova.compute.manager [req-5d46ba03-ce7b-47cf-9138-22e62a511aee req-bde5c9d1-0bd6-49c7-abb4-04c1e82e0112 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Received event network-vif-plugged-2d8e3308-7172-40e2-a3ff-ce380e4a5353 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.866345] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d46ba03-ce7b-47cf-9138-22e62a511aee req-bde5c9d1-0bd6-49c7-abb4-04c1e82e0112 service nova] Acquiring lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.866608] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d46ba03-ce7b-47cf-9138-22e62a511aee req-bde5c9d1-0bd6-49c7-abb4-04c1e82e0112 service nova] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.866942] env[69437]: DEBUG oslo_concurrency.lockutils [req-5d46ba03-ce7b-47cf-9138-22e62a511aee req-bde5c9d1-0bd6-49c7-abb4-04c1e82e0112 service nova] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.867249] env[69437]: DEBUG nova.compute.manager [req-5d46ba03-ce7b-47cf-9138-22e62a511aee req-bde5c9d1-0bd6-49c7-abb4-04c1e82e0112 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] No waiting events found dispatching network-vif-plugged-2d8e3308-7172-40e2-a3ff-ce380e4a5353 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1443.867464] env[69437]: WARNING nova.compute.manager [req-5d46ba03-ce7b-47cf-9138-22e62a511aee req-bde5c9d1-0bd6-49c7-abb4-04c1e82e0112 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Received unexpected event network-vif-plugged-2d8e3308-7172-40e2-a3ff-ce380e4a5353 for instance with vm_state building and task_state block_device_mapping. [ 1443.962643] env[69437]: DEBUG nova.network.neutron [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Successfully updated port: 2d8e3308-7172-40e2-a3ff-ce380e4a5353 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.333591] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5721d4c-a9c3-4624-92e8-c7888a51188e tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Lock "43b0b8dd-7d85-434b-aec0-8e9a7c563828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.797s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.465050] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.465091] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.465426] env[69437]: DEBUG nova.network.neutron [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.998218] env[69437]: DEBUG nova.network.neutron [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1445.123652] env[69437]: DEBUG nova.network.neutron [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance_info_cache with network_info: [{"id": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "address": "fa:16:3e:0f:76:81", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e3308-71", "ovs_interfaceid": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.169255] env[69437]: DEBUG nova.compute.manager [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.169794] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.170014] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.170178] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.170366] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.170510] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.170649] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.170856] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.171033] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.171212] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.171373] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.171547] env[69437]: DEBUG nova.virt.hardware [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.172716] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c671726e-f9c3-4c5b-bfa4-ce19d66f2fc0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.182020] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ba3b5-585d-4f42-bf87-dc0615fc703b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.626344] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.626782] env[69437]: DEBUG nova.compute.manager [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Instance network_info: |[{"id": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "address": "fa:16:3e:0f:76:81", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e3308-71", "ovs_interfaceid": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.627229] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:76:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d8e3308-7172-40e2-a3ff-ce380e4a5353', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.634807] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.635051] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.635400] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3437cdef-1db8-45f4-b168-3d79ee606bf0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.656578] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.656578] env[69437]: value = "task-4104552" [ 1445.656578] env[69437]: _type = "Task" [ 1445.656578] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.664293] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104552, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.892121] env[69437]: DEBUG nova.compute.manager [req-80900939-8808-4792-93a8-b294e1d40fd9 req-1413a6d8-dd8c-4f61-b47c-5ed62e2dabe0 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Received event network-changed-2d8e3308-7172-40e2-a3ff-ce380e4a5353 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1445.892312] env[69437]: DEBUG nova.compute.manager [req-80900939-8808-4792-93a8-b294e1d40fd9 req-1413a6d8-dd8c-4f61-b47c-5ed62e2dabe0 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Refreshing instance network info cache due to event network-changed-2d8e3308-7172-40e2-a3ff-ce380e4a5353. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1445.892489] env[69437]: DEBUG oslo_concurrency.lockutils [req-80900939-8808-4792-93a8-b294e1d40fd9 req-1413a6d8-dd8c-4f61-b47c-5ed62e2dabe0 service nova] Acquiring lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.892641] env[69437]: DEBUG oslo_concurrency.lockutils [req-80900939-8808-4792-93a8-b294e1d40fd9 req-1413a6d8-dd8c-4f61-b47c-5ed62e2dabe0 service nova] Acquired lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.892795] env[69437]: DEBUG nova.network.neutron [req-80900939-8808-4792-93a8-b294e1d40fd9 req-1413a6d8-dd8c-4f61-b47c-5ed62e2dabe0 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Refreshing network info cache for port 2d8e3308-7172-40e2-a3ff-ce380e4a5353 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.168541] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104552, 'name': CreateVM_Task, 'duration_secs': 0.323545} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.168805] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.169433] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '250e5037-c13b-4f70-917d-aa7cd77eeccf', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813023', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'name': 'volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fa70c05-d2da-4fe2-88c1-75458673a1f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'serial': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0'}, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69437) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1446.169693] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Root volume attach. Driver type: vmdk {{(pid=69437) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1446.170475] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66da55-3383-4711-b650-c2223944360a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.179799] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef668d1-1f1f-4e6f-96a0-b2560f1d2308 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.186839] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5365c2b7-c0ea-43ca-86b4-fb8195d11adc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.193275] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a915f1c4-b21b-4d58-8546-004b49bbb4b9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.201710] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1446.201710] env[69437]: value = "task-4104553" [ 1446.201710] env[69437]: _type = "Task" [ 1446.201710] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.210489] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104553, 'name': RelocateVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.628984] env[69437]: DEBUG nova.network.neutron [req-80900939-8808-4792-93a8-b294e1d40fd9 req-1413a6d8-dd8c-4f61-b47c-5ed62e2dabe0 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updated VIF entry in instance network info cache for port 2d8e3308-7172-40e2-a3ff-ce380e4a5353. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.629381] env[69437]: DEBUG nova.network.neutron [req-80900939-8808-4792-93a8-b294e1d40fd9 req-1413a6d8-dd8c-4f61-b47c-5ed62e2dabe0 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance_info_cache with network_info: [{"id": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "address": "fa:16:3e:0f:76:81", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e3308-71", "ovs_interfaceid": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.715105] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104553, 'name': RelocateVM_Task, 'duration_secs': 0.413614} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.715503] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Volume attach. Driver type: vmdk {{(pid=69437) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1446.715691] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813023', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'name': 'volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fa70c05-d2da-4fe2-88c1-75458673a1f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'serial': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1446.716545] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a6a81-113a-4e73-80d5-d5473ece6891 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.734210] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f268fb-ddcd-4631-8159-7ed3ec55e201 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.757354] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0/volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.757643] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af24073-be0b-42ca-b771-b4e6a447bf96 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.777539] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1446.777539] env[69437]: value = "task-4104554" [ 1446.777539] env[69437]: _type = "Task" [ 1446.777539] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.788225] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.132872] env[69437]: DEBUG oslo_concurrency.lockutils [req-80900939-8808-4792-93a8-b294e1d40fd9 req-1413a6d8-dd8c-4f61-b47c-5ed62e2dabe0 service nova] Releasing lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.287496] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104554, 'name': ReconfigVM_Task, 'duration_secs': 0.276597} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.287851] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0/volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.292562] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7297d70d-db1b-49ef-9fd0-9b566fdf21e0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.308589] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1447.308589] env[69437]: value = "task-4104555" [ 1447.308589] env[69437]: _type = "Task" [ 1447.308589] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.317348] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.819297] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.319704] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.820901] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104555, 'name': ReconfigVM_Task, 'duration_secs': 1.131759} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.821195] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813023', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'name': 'volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fa70c05-d2da-4fe2-88c1-75458673a1f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'serial': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0'} {{(pid=69437) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1448.821763] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a911d40e-71cf-4d91-b707-d88022723c8d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.830023] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1448.830023] env[69437]: value = "task-4104556" [ 1448.830023] env[69437]: _type = "Task" [ 1448.830023] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.838503] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104556, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.339696] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104556, 'name': Rename_Task, 'duration_secs': 0.143757} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.340114] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.340228] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91ed4b85-f9c0-43bd-ab44-c3e3152970ba {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.346369] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1449.346369] env[69437]: value = "task-4104557" [ 1449.346369] env[69437]: _type = "Task" [ 1449.346369] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.353734] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.859582] env[69437]: DEBUG oslo_vmware.api [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104557, 'name': PowerOnVM_Task, 'duration_secs': 0.420365} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.859947] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.860317] env[69437]: INFO nova.compute.manager [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Took 4.69 seconds to spawn the instance on the hypervisor. [ 1449.860641] env[69437]: DEBUG nova.compute.manager [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1449.861902] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c425e8f4-2b0c-43fa-8115-b0e4d3470003 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.383016] env[69437]: INFO nova.compute.manager [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Took 11.15 seconds to build instance. [ 1450.885726] env[69437]: DEBUG oslo_concurrency.lockutils [None req-e1186158-c9b4-4520-8a41-2a8f79ec98ab tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.657s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.770040] env[69437]: DEBUG nova.compute.manager [req-51372046-0c0f-49fc-917f-b10e6b494ed4 req-5e9713fd-b008-41bc-9e33-8bc1bbc02d2e service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Received event network-changed-51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.772769] env[69437]: DEBUG nova.compute.manager [req-51372046-0c0f-49fc-917f-b10e6b494ed4 req-5e9713fd-b008-41bc-9e33-8bc1bbc02d2e service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Refreshing instance network info cache due to event network-changed-51db6948-a4d1-4125-9168-bace2d345aef. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.772769] env[69437]: DEBUG oslo_concurrency.lockutils [req-51372046-0c0f-49fc-917f-b10e6b494ed4 req-5e9713fd-b008-41bc-9e33-8bc1bbc02d2e service nova] Acquiring lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.772769] env[69437]: DEBUG oslo_concurrency.lockutils [req-51372046-0c0f-49fc-917f-b10e6b494ed4 req-5e9713fd-b008-41bc-9e33-8bc1bbc02d2e service nova] Acquired lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.772769] env[69437]: DEBUG nova.network.neutron [req-51372046-0c0f-49fc-917f-b10e6b494ed4 req-5e9713fd-b008-41bc-9e33-8bc1bbc02d2e service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Refreshing network info cache for port 51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.491742] env[69437]: DEBUG nova.network.neutron [req-51372046-0c0f-49fc-917f-b10e6b494ed4 req-5e9713fd-b008-41bc-9e33-8bc1bbc02d2e service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Updated VIF entry in instance network info cache for port 51db6948-a4d1-4125-9168-bace2d345aef. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.492418] env[69437]: DEBUG nova.network.neutron [req-51372046-0c0f-49fc-917f-b10e6b494ed4 req-5e9713fd-b008-41bc-9e33-8bc1bbc02d2e service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Updating instance_info_cache with network_info: [{"id": "51db6948-a4d1-4125-9168-bace2d345aef", "address": "fa:16:3e:ff:db:54", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db6948-a4", "ovs_interfaceid": "51db6948-a4d1-4125-9168-bace2d345aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.995610] env[69437]: DEBUG oslo_concurrency.lockutils [req-51372046-0c0f-49fc-917f-b10e6b494ed4 req-5e9713fd-b008-41bc-9e33-8bc1bbc02d2e service nova] Releasing lock "refresh_cache-5b953468-d4ba-4e59-adbf-e9d75562e74e" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.349848] env[69437]: DEBUG nova.compute.manager [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Stashing vm_state: active {{(pid=69437) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1453.798628] env[69437]: DEBUG nova.compute.manager [req-a32f88d3-5ee3-4e9d-9261-de605e6b62ec req-1dc5a531-3acb-41b2-95ea-e1e8c4b94a23 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Received event network-changed-2d8e3308-7172-40e2-a3ff-ce380e4a5353 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.798841] env[69437]: DEBUG nova.compute.manager [req-a32f88d3-5ee3-4e9d-9261-de605e6b62ec req-1dc5a531-3acb-41b2-95ea-e1e8c4b94a23 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Refreshing instance network info cache due to event network-changed-2d8e3308-7172-40e2-a3ff-ce380e4a5353. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1453.799265] env[69437]: DEBUG oslo_concurrency.lockutils [req-a32f88d3-5ee3-4e9d-9261-de605e6b62ec req-1dc5a531-3acb-41b2-95ea-e1e8c4b94a23 service nova] Acquiring lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.799479] env[69437]: DEBUG oslo_concurrency.lockutils [req-a32f88d3-5ee3-4e9d-9261-de605e6b62ec req-1dc5a531-3acb-41b2-95ea-e1e8c4b94a23 service nova] Acquired lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.799709] env[69437]: DEBUG nova.network.neutron [req-a32f88d3-5ee3-4e9d-9261-de605e6b62ec req-1dc5a531-3acb-41b2-95ea-e1e8c4b94a23 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Refreshing network info cache for port 2d8e3308-7172-40e2-a3ff-ce380e4a5353 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.870149] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.870437] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.376889] env[69437]: INFO nova.compute.claims [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.532624] env[69437]: DEBUG nova.network.neutron [req-a32f88d3-5ee3-4e9d-9261-de605e6b62ec req-1dc5a531-3acb-41b2-95ea-e1e8c4b94a23 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updated VIF entry in instance network info cache for port 2d8e3308-7172-40e2-a3ff-ce380e4a5353. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.532988] env[69437]: DEBUG nova.network.neutron [req-a32f88d3-5ee3-4e9d-9261-de605e6b62ec req-1dc5a531-3acb-41b2-95ea-e1e8c4b94a23 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance_info_cache with network_info: [{"id": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "address": "fa:16:3e:0f:76:81", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e3308-71", "ovs_interfaceid": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.883106] env[69437]: INFO nova.compute.resource_tracker [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating resource usage from migration d6fdaf77-96c9-4417-b90d-e64898226e1b [ 1454.955042] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f08d35-c761-421a-a8f9-a477a894b1d5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.963131] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60046064-3a0b-4348-a750-b8cd3a8ce1d3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.994941] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6927f89-f3fa-4078-9b12-f153fd02aa86 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.003114] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073937a3-f0be-4b0c-a210-7bb133f69a1e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.016967] env[69437]: DEBUG nova.compute.provider_tree [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.035864] env[69437]: DEBUG oslo_concurrency.lockutils [req-a32f88d3-5ee3-4e9d-9261-de605e6b62ec req-1dc5a531-3acb-41b2-95ea-e1e8c4b94a23 service nova] Releasing lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.519918] env[69437]: DEBUG nova.scheduler.client.report [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.024370] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.154s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.024605] env[69437]: INFO nova.compute.manager [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Migrating [ 1456.539497] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.539743] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.539890] env[69437]: DEBUG nova.network.neutron [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.246182] env[69437]: DEBUG nova.network.neutron [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance_info_cache with network_info: [{"id": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "address": "fa:16:3e:0f:76:81", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e3308-71", "ovs_interfaceid": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.749484] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.231916] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.232106] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Cleaning up deleted instances {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1458.740344] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] There are 22 instances to clean {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1458.740536] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 43b0b8dd-7d85-434b-aec0-8e9a7c563828] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.243332] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: f4cae0af-413d-4691-9e4b-b494dad3bf69] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.264347] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4b292-dc8c-4bc6-900f-5b3a51ed6d46 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.283954] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance '1fa70c05-d2da-4fe2-88c1-75458673a1f8' progress to 0 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1459.747717] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 4ad1b03a-78bb-4604-b21a-b9c1c3f19b5e] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.790020] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.790331] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffc739c8-1b1d-4711-8917-7d9007977487 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.797475] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1459.797475] env[69437]: value = "task-4104558" [ 1459.797475] env[69437]: _type = "Task" [ 1459.797475] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.806332] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.251306] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: e251d34d-a2b8-419e-960f-12b1f4a1aa8c] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.308014] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104558, 'name': PowerOffVM_Task, 'duration_secs': 0.190944} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.308289] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.308468] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance '1fa70c05-d2da-4fe2-88c1-75458673a1f8' progress to 17 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1460.754278] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 253a2ceb-92ba-4f8f-a10e-c026185f4402] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.814226] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1460.814512] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.814652] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.814879] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.815042] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.815197] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1460.815404] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1460.815567] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1460.815734] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1460.815900] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1460.816087] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1460.821501] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8168a7ea-45f9-4db4-8ea2-d9429f987680 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.838244] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1460.838244] env[69437]: value = "task-4104559" [ 1460.838244] env[69437]: _type = "Task" [ 1460.838244] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.846722] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.258081] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 55d66681-1cc0-4294-b43c-f1782f2ac6f2] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.349079] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104559, 'name': ReconfigVM_Task, 'duration_secs': 0.150642} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.349352] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance '1fa70c05-d2da-4fe2-88c1-75458673a1f8' progress to 33 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1461.760637] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: fc84c14e-d02a-4888-a7de-bdf9f304b1ef] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.855468] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.855654] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.855812] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.855990] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.856157] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.856309] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.856510] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.856670] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.856914] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.857102] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.857280] env[69437]: DEBUG nova.virt.hardware [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.863446] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1461.863729] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0156b19-d672-4c45-9264-d6674c378baf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.882150] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1461.882150] env[69437]: value = "task-4104560" [ 1461.882150] env[69437]: _type = "Task" [ 1461.882150] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.890242] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.264529] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: e81c58dc-4b53-4ac0-afef-fc6480ba4bf9] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.392170] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104560, 'name': ReconfigVM_Task, 'duration_secs': 0.158932} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.392410] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1462.393193] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521a0205-1a22-45e8-9331-f5450a61dc4f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.414580] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0/volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.414841] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8071f95b-4c7e-4f49-9108-606cfaaffccc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.432642] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1462.432642] env[69437]: value = "task-4104561" [ 1462.432642] env[69437]: _type = "Task" [ 1462.432642] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.441481] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.768376] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 18ce3f71-035f-4a28-a26e-96e0e6c4d22c] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.942815] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104561, 'name': ReconfigVM_Task, 'duration_secs': 0.244001} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.943140] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0/volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0.vmdk or device None with type thin {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.943428] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance '1fa70c05-d2da-4fe2-88c1-75458673a1f8' progress to 50 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1463.272023] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: d0fe2aa7-bd40-4778-946c-b06bd8ce003f] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.450800] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b51f8d4-98b0-41ab-8a3d-5579a7a906da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.469931] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c7028-6548-4524-a806-082be2e54533 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.488257] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance '1fa70c05-d2da-4fe2-88c1-75458673a1f8' progress to 67 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1463.775711] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 9f9eeee2-b148-4530-8b2b-4bfefab65dab] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.279388] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: dc96b1bf-d9ab-41ed-84b9-41fcbc399757] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.783541] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 5b6468f9-5120-4082-af23-c3e1ec86351d] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.127368] env[69437]: DEBUG nova.network.neutron [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Port 2d8e3308-7172-40e2-a3ff-ce380e4a5353 binding to destination host cpu-1 is already ACTIVE {{(pid=69437) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1465.286803] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: a08a1f73-277c-4063-8b18-50f7dfd7665e] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.791078] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 4b138918-00b4-4867-9265-d52ccb9593bc] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.148971] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.149252] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.149410] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.294571] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: dd0222a0-ae73-4860-94d3-ea497b81f59c] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.797816] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 61bb087d-abb1-4e51-9325-7ec76b6e47c4] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.184805] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.185053] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.185293] env[69437]: DEBUG nova.network.neutron [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.300954] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 506f7662-6305-4157-bbae-93851858d1ba] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.804733] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 19a74730-d168-43a3-ae0a-2c7a3a528bb2] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.881369] env[69437]: DEBUG nova.network.neutron [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance_info_cache with network_info: [{"id": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "address": "fa:16:3e:0f:76:81", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e3308-71", "ovs_interfaceid": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.308025] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 1d13d127-0c25-453b-8e54-653f814ee715] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.383869] env[69437]: DEBUG oslo_concurrency.lockutils [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.811155] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 5a02cbcb-3b22-45e6-b196-f2ae3322ebac] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.892611] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce3a6f-6e48-4271-be81-d3a859077cad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.900140] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789a248-3247-45f8-b019-a89d39053d7d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.314502] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: d92efd14-098b-44ac-a552-68bc3adfac6d] Instance has had 0 of 5 cleanup attempts {{(pid=69437) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.818278] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.819397] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Cleaning up deleted instances with incomplete migration {{(pid=69437) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1470.065959] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293a150-1e25-420d-a6dd-8c369ef00eaf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.084832] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf95ca3b-8528-44be-ad27-3925b71dd5d6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.092425] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance '1fa70c05-d2da-4fe2-88c1-75458673a1f8' progress to 83 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.321280] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.599108] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.599425] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc2e3d5b-1593-470e-92f9-5d7024196a3c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.606721] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1470.606721] env[69437]: value = "task-4104562" [ 1470.606721] env[69437]: _type = "Task" [ 1470.606721] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.614551] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.116549] env[69437]: DEBUG oslo_vmware.api [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104562, 'name': PowerOnVM_Task, 'duration_secs': 0.380096} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.116810] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.117037] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-1049cea1-7f3e-45fe-8d89-8a947cb4680b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance '1fa70c05-d2da-4fe2-88c1-75458673a1f8' progress to 100 {{(pid=69437) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1471.823685] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.824143] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.824143] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.824309] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.824401] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.824550] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.824695] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.824836] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1471.825013] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.328460] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.328803] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.328902] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.329076] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1472.329980] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f12ad44-9c03-4119-a325-a92f178c9c76 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.338652] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c3401-caf4-4b31-b8ad-17cbc6cee053 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.354289] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62b8a36-29a4-47f0-bf26-666eecc4f934 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.362254] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f32ab41-b8c2-4c1e-b275-f0b70cfe491e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.394617] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180269MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1472.394824] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.395065] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.403157] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Applying migration context for instance 1fa70c05-d2da-4fe2-88c1-75458673a1f8 as it has an incoming, in-progress migration d6fdaf77-96c9-4417-b90d-e64898226e1b. Migration status is finished {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1473.403999] env[69437]: INFO nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating resource usage from migration d6fdaf77-96c9-4417-b90d-e64898226e1b [ 1473.422178] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 5b953468-d4ba-4e59-adbf-e9d75562e74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1473.422366] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 4913d391-2c4d-4596-b09f-50c6ab995990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1473.422496] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance bb39a9cf-568c-4c3f-9c64-1035854b5fbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1473.422641] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Migration d6fdaf77-96c9-4417-b90d-e64898226e1b is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1473.422738] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance 1fa70c05-d2da-4fe2-88c1-75458673a1f8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1473.422950] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1473.423104] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1473.505219] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bb310b-d70f-47cc-8343-c555bac75728 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.513380] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee6c0e4-b14d-4e40-87e3-f1e067712645 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.545401] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cf0357-5f29-4caf-a138-3c690217c7cc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.553440] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5761881c-1b22-4b15-b2f3-0fcfa1a64f8b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.568298] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.772531] env[69437]: DEBUG oslo_concurrency.lockutils [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.772648] env[69437]: DEBUG oslo_concurrency.lockutils [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.772838] env[69437]: DEBUG nova.compute.manager [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Going to confirm migration 10 {{(pid=69437) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1474.072079] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.321765] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.322080] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.322308] env[69437]: INFO nova.compute.manager [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Shelving [ 1474.384750] env[69437]: DEBUG oslo_concurrency.lockutils [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.384941] env[69437]: DEBUG oslo_concurrency.lockutils [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquired lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.385133] env[69437]: DEBUG nova.network.neutron [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.385323] env[69437]: DEBUG nova.objects.instance [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lazy-loading 'info_cache' on Instance uuid 1fa70c05-d2da-4fe2-88c1-75458673a1f8 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.576694] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1474.577125] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.332243] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.332594] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b3d9248-cc55-4a69-ab37-fe769404eb7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.340533] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1475.340533] env[69437]: value = "task-4104563" [ 1475.340533] env[69437]: _type = "Task" [ 1475.340533] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.350043] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.639982] env[69437]: DEBUG nova.network.neutron [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance_info_cache with network_info: [{"id": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "address": "fa:16:3e:0f:76:81", "network": {"id": "bfc95a6f-3695-4655-8f67-5ef4f27e198c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-226178828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859f3a9b275b44a184f469d4cd814edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8e3308-71", "ovs_interfaceid": "2d8e3308-7172-40e2-a3ff-ce380e4a5353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.851117] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104563, 'name': PowerOffVM_Task, 'duration_secs': 0.204993} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.851117] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.851632] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446500ca-6488-49cd-9824-968abcdca185 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.871153] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86d9353-a776-4a52-b16e-b87b78086f8c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.143038] env[69437]: DEBUG oslo_concurrency.lockutils [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Releasing lock "refresh_cache-1fa70c05-d2da-4fe2-88c1-75458673a1f8" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.143285] env[69437]: DEBUG nova.objects.instance [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lazy-loading 'migration_context' on Instance uuid 1fa70c05-d2da-4fe2-88c1-75458673a1f8 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.382431] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Creating Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1476.382717] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9d57240-ebef-4472-bff2-8d105f0778f7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.391357] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1476.391357] env[69437]: value = "task-4104564" [ 1476.391357] env[69437]: _type = "Task" [ 1476.391357] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.400835] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104564, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.646712] env[69437]: DEBUG nova.objects.base [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Object Instance<1fa70c05-d2da-4fe2-88c1-75458673a1f8> lazy-loaded attributes: info_cache,migration_context {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1476.647554] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02380e5-b682-4592-b95f-62e4a351f5d0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.666669] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bdc2a6b-0c64-472b-9e2e-055b4eba83f2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.672888] env[69437]: DEBUG oslo_vmware.api [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1476.672888] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52bb2ca6-b006-52aa-1efb-ed23edd80947" [ 1476.672888] env[69437]: _type = "Task" [ 1476.672888] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.681357] env[69437]: DEBUG oslo_vmware.api [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bb2ca6-b006-52aa-1efb-ed23edd80947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.902273] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104564, 'name': CreateSnapshot_Task, 'duration_secs': 0.430533} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.902503] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Created Snapshot of the VM instance {{(pid=69437) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1476.903279] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77ce74b-ee46-4298-a7f9-a2e9faebede5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.183551] env[69437]: DEBUG oslo_vmware.api [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52bb2ca6-b006-52aa-1efb-ed23edd80947, 'name': SearchDatastore_Task, 'duration_secs': 0.007904} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.183863] env[69437]: DEBUG oslo_concurrency.lockutils [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.184128] env[69437]: DEBUG oslo_concurrency.lockutils [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.421633] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Creating linked-clone VM from snapshot {{(pid=69437) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1477.421930] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b88d12c1-f9ff-4b2f-a05a-e3e1473bd930 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.432322] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1477.432322] env[69437]: value = "task-4104565" [ 1477.432322] env[69437]: _type = "Task" [ 1477.432322] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.441110] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104565, 'name': CloneVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.774851] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4499913a-7f52-4526-b50c-1f343c11eb68 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.783546] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5473f766-f993-4284-a308-c9a3edc6721f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.819858] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111c62c8-6d24-4575-bbef-be2c73d94eeb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.828162] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6344c2f-b21e-4d6b-b3d8-140cf952c0a0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.842577] env[69437]: DEBUG nova.compute.provider_tree [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.943606] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104565, 'name': CloneVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.346663] env[69437]: DEBUG nova.scheduler.client.report [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.443365] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104565, 'name': CloneVM_Task} progress is 95%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.946076] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104565, 'name': CloneVM_Task, 'duration_secs': 1.17617} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.946076] env[69437]: INFO nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Created linked-clone VM from snapshot [ 1478.946496] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e8704-e49f-40c9-b38c-aaadca578349 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.953610] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Uploading image 16507e6b-9b78-4ab6-903c-2c5c4f184700 {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1478.979301] env[69437]: DEBUG oslo_vmware.rw_handles [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1478.979301] env[69437]: value = "vm-813027" [ 1478.979301] env[69437]: _type = "VirtualMachine" [ 1478.979301] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1478.979634] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f08283e-47ea-4f14-bc0e-3e84b086dd2d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.987221] env[69437]: DEBUG oslo_vmware.rw_handles [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease: (returnval){ [ 1478.987221] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52012e3f-ce6b-c08e-6617-cac34530e49a" [ 1478.987221] env[69437]: _type = "HttpNfcLease" [ 1478.987221] env[69437]: } obtained for exporting VM: (result){ [ 1478.987221] env[69437]: value = "vm-813027" [ 1478.987221] env[69437]: _type = "VirtualMachine" [ 1478.987221] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1478.987465] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the lease: (returnval){ [ 1478.987465] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52012e3f-ce6b-c08e-6617-cac34530e49a" [ 1478.987465] env[69437]: _type = "HttpNfcLease" [ 1478.987465] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1478.994823] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1478.994823] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52012e3f-ce6b-c08e-6617-cac34530e49a" [ 1478.994823] env[69437]: _type = "HttpNfcLease" [ 1478.994823] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1479.357743] env[69437]: DEBUG oslo_concurrency.lockutils [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.173s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.497128] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1479.497128] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52012e3f-ce6b-c08e-6617-cac34530e49a" [ 1479.497128] env[69437]: _type = "HttpNfcLease" [ 1479.497128] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1479.497513] env[69437]: DEBUG oslo_vmware.rw_handles [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1479.497513] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52012e3f-ce6b-c08e-6617-cac34530e49a" [ 1479.497513] env[69437]: _type = "HttpNfcLease" [ 1479.497513] env[69437]: }. {{(pid=69437) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1479.498215] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ac3ec-a9d1-4beb-867c-dd0dff5f4c3f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.507680] env[69437]: DEBUG oslo_vmware.rw_handles [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926c48-62de-64a5-bde5-9b2b9a6d2e2d/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1479.507863] env[69437]: DEBUG oslo_vmware.rw_handles [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926c48-62de-64a5-bde5-9b2b9a6d2e2d/disk-0.vmdk for reading. {{(pid=69437) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1479.595457] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e03c2382-f792-400c-95f7-db603278f9da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.917333] env[69437]: INFO nova.scheduler.client.report [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted allocation for migration d6fdaf77-96c9-4417-b90d-e64898226e1b [ 1480.202942] env[69437]: INFO nova.compute.manager [None req-c7b2b821-4acf-4359-b815-b605831d3150 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Get console output [ 1480.204026] env[69437]: WARNING nova.virt.vmwareapi.driver [None req-c7b2b821-4acf-4359-b815-b605831d3150 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] The console log is missing. Check your VSPC configuration [ 1480.423939] env[69437]: DEBUG oslo_concurrency.lockutils [None req-411aad76-7982-484a-8bdc-97c2eb23aecd tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.651s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.248164] env[69437]: DEBUG oslo_vmware.rw_handles [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926c48-62de-64a5-bde5-9b2b9a6d2e2d/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1487.249084] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c862c-646a-412e-9a23-7c46d6f2c704 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.255429] env[69437]: DEBUG oslo_vmware.rw_handles [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926c48-62de-64a5-bde5-9b2b9a6d2e2d/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1487.255598] env[69437]: ERROR oslo_vmware.rw_handles [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926c48-62de-64a5-bde5-9b2b9a6d2e2d/disk-0.vmdk due to incomplete transfer. [ 1487.255825] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8bffc1e9-50ff-4672-aab3-9074ef8ee6b3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.264486] env[69437]: DEBUG oslo_vmware.rw_handles [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926c48-62de-64a5-bde5-9b2b9a6d2e2d/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1487.264689] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Uploaded image 16507e6b-9b78-4ab6-903c-2c5c4f184700 to the Glance image server {{(pid=69437) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1487.266933] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Destroying the VM {{(pid=69437) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1487.267220] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30110561-d83c-4e86-aea1-241fdd3c150f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.273308] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1487.273308] env[69437]: value = "task-4104567" [ 1487.273308] env[69437]: _type = "Task" [ 1487.273308] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.281622] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104567, 'name': Destroy_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.783340] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104567, 'name': Destroy_Task, 'duration_secs': 0.405834} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.783558] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Destroyed the VM [ 1487.783794] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Deleting Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1487.784070] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a79baea-dc14-4193-91fd-ac9cd4e413c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.791636] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1487.791636] env[69437]: value = "task-4104568" [ 1487.791636] env[69437]: _type = "Task" [ 1487.791636] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.799869] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.301790] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104568, 'name': RemoveSnapshot_Task, 'duration_secs': 0.381494} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.302072] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Deleted Snapshot of the VM instance {{(pid=69437) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1488.302347] env[69437]: DEBUG nova.compute.manager [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1488.303126] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e04d47-8af3-4140-be19-da7d81fcc8da {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.816018] env[69437]: INFO nova.compute.manager [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Shelve offloading [ 1489.320303] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.320676] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e27cd63c-d900-490e-9afd-3e15a5a59971 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.328519] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1489.328519] env[69437]: value = "task-4104569" [ 1489.328519] env[69437]: _type = "Task" [ 1489.328519] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.337901] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.840958] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] VM already powered off {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1489.841230] env[69437]: DEBUG nova.compute.manager [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1489.841952] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a8b61a-7852-4c5d-8f48-7acd916d2837 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.847741] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.847900] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.848086] env[69437]: DEBUG nova.network.neutron [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.559782] env[69437]: DEBUG nova.network.neutron [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating instance_info_cache with network_info: [{"id": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "address": "fa:16:3e:d1:41:d8", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c5e5e5-19", "ovs_interfaceid": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.062440] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.265660] env[69437]: DEBUG nova.compute.manager [req-b2b2f567-7325-48aa-a519-4457a7271932 req-9bae3939-e0d1-4416-94db-0a4f80d68168 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received event network-vif-unplugged-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.265875] env[69437]: DEBUG oslo_concurrency.lockutils [req-b2b2f567-7325-48aa-a519-4457a7271932 req-9bae3939-e0d1-4416-94db-0a4f80d68168 service nova] Acquiring lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.266100] env[69437]: DEBUG oslo_concurrency.lockutils [req-b2b2f567-7325-48aa-a519-4457a7271932 req-9bae3939-e0d1-4416-94db-0a4f80d68168 service nova] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.266276] env[69437]: DEBUG oslo_concurrency.lockutils [req-b2b2f567-7325-48aa-a519-4457a7271932 req-9bae3939-e0d1-4416-94db-0a4f80d68168 service nova] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.266488] env[69437]: DEBUG nova.compute.manager [req-b2b2f567-7325-48aa-a519-4457a7271932 req-9bae3939-e0d1-4416-94db-0a4f80d68168 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] No waiting events found dispatching network-vif-unplugged-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1491.266632] env[69437]: WARNING nova.compute.manager [req-b2b2f567-7325-48aa-a519-4457a7271932 req-9bae3939-e0d1-4416-94db-0a4f80d68168 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received unexpected event network-vif-unplugged-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 for instance with vm_state shelved and task_state shelving_offloading. [ 1491.369513] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.370498] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1ab0b-81e6-44de-ba0c-773cc4b27ca8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.378393] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1491.378660] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bba75f25-2354-438b-aef2-edb3cb1f167a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.458716] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1491.459058] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1491.459275] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleting the datastore file [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.459602] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88556aab-6b63-494a-a7cd-c7b7898aa0c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.467620] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1491.467620] env[69437]: value = "task-4104571" [ 1491.467620] env[69437]: _type = "Task" [ 1491.467620] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.477450] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.978409] env[69437]: DEBUG oslo_vmware.api [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147015} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.979383] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.979383] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.979569] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.007979] env[69437]: INFO nova.scheduler.client.report [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted allocations for instance bb39a9cf-568c-4c3f-9c64-1035854b5fbd [ 1492.512835] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.513199] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.513453] env[69437]: DEBUG nova.objects.instance [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'resources' on Instance uuid bb39a9cf-568c-4c3f-9c64-1035854b5fbd {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.017063] env[69437]: DEBUG nova.objects.instance [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'numa_topology' on Instance uuid bb39a9cf-568c-4c3f-9c64-1035854b5fbd {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.294231] env[69437]: DEBUG nova.compute.manager [req-dfba655d-f638-4631-8461-fef086d1bb3b req-5d3c66dd-5e41-4c86-8c7e-0503d2f4cf30 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received event network-changed-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1493.294508] env[69437]: DEBUG nova.compute.manager [req-dfba655d-f638-4631-8461-fef086d1bb3b req-5d3c66dd-5e41-4c86-8c7e-0503d2f4cf30 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Refreshing instance network info cache due to event network-changed-76c5e5e5-19ca-484b-9bf1-3dae3c17f633. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1493.294683] env[69437]: DEBUG oslo_concurrency.lockutils [req-dfba655d-f638-4631-8461-fef086d1bb3b req-5d3c66dd-5e41-4c86-8c7e-0503d2f4cf30 service nova] Acquiring lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.294796] env[69437]: DEBUG oslo_concurrency.lockutils [req-dfba655d-f638-4631-8461-fef086d1bb3b req-5d3c66dd-5e41-4c86-8c7e-0503d2f4cf30 service nova] Acquired lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.294957] env[69437]: DEBUG nova.network.neutron [req-dfba655d-f638-4631-8461-fef086d1bb3b req-5d3c66dd-5e41-4c86-8c7e-0503d2f4cf30 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Refreshing network info cache for port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.519791] env[69437]: DEBUG nova.objects.base [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69437) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1493.585229] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d16a12-a485-4c92-85bb-f19822a9f70b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.593183] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e021b75d-9674-4d23-97f7-b65af5b89e5d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.623672] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607bdf83-100e-469d-91da-dfbe76b2c9c5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.631441] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb113224-4393-481a-a4f6-2045bf8fa2fe {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.644843] env[69437]: DEBUG nova.compute.provider_tree [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.003336] env[69437]: DEBUG nova.network.neutron [req-dfba655d-f638-4631-8461-fef086d1bb3b req-5d3c66dd-5e41-4c86-8c7e-0503d2f4cf30 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updated VIF entry in instance network info cache for port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.003776] env[69437]: DEBUG nova.network.neutron [req-dfba655d-f638-4631-8461-fef086d1bb3b req-5d3c66dd-5e41-4c86-8c7e-0503d2f4cf30 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating instance_info_cache with network_info: [{"id": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "address": "fa:16:3e:d1:41:d8", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap76c5e5e5-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.148616] env[69437]: DEBUG nova.scheduler.client.report [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.187665] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.506763] env[69437]: DEBUG oslo_concurrency.lockutils [req-dfba655d-f638-4631-8461-fef086d1bb3b req-5d3c66dd-5e41-4c86-8c7e-0503d2f4cf30 service nova] Releasing lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.653051] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.162427] env[69437]: DEBUG oslo_concurrency.lockutils [None req-d5015575-e692-4a12-9a82-20325ddceeff tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.840s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.163308] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.976s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.163519] env[69437]: INFO nova.compute.manager [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Unshelving [ 1496.186425] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.186748] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.186967] env[69437]: DEBUG nova.objects.instance [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'pci_requests' on Instance uuid bb39a9cf-568c-4c3f-9c64-1035854b5fbd {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.691254] env[69437]: DEBUG nova.objects.instance [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'numa_topology' on Instance uuid bb39a9cf-568c-4c3f-9c64-1035854b5fbd {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.193970] env[69437]: INFO nova.compute.claims [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.259906] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b9c87-a676-4297-8724-64d4b9fb39a1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.267456] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c4b8e4-20ea-460d-8c20-92f7a76e32bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.296449] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94301be9-cddb-4a4c-98e3-e32cd6ebe704 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.303721] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1858ee5-50a2-493e-b1fa-8ca22ab5cc79 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.316795] env[69437]: DEBUG nova.compute.provider_tree [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.819897] env[69437]: DEBUG nova.scheduler.client.report [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.326547] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.140s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.356168] env[69437]: INFO nova.network.neutron [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1500.732988] env[69437]: DEBUG nova.compute.manager [req-b5c9c171-fe28-46c3-917c-bbcef147b836 req-3954db10-3bfc-4aac-8777-dd30bbd16ee6 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received event network-vif-plugged-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.733275] env[69437]: DEBUG oslo_concurrency.lockutils [req-b5c9c171-fe28-46c3-917c-bbcef147b836 req-3954db10-3bfc-4aac-8777-dd30bbd16ee6 service nova] Acquiring lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.733600] env[69437]: DEBUG oslo_concurrency.lockutils [req-b5c9c171-fe28-46c3-917c-bbcef147b836 req-3954db10-3bfc-4aac-8777-dd30bbd16ee6 service nova] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.733823] env[69437]: DEBUG oslo_concurrency.lockutils [req-b5c9c171-fe28-46c3-917c-bbcef147b836 req-3954db10-3bfc-4aac-8777-dd30bbd16ee6 service nova] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.734044] env[69437]: DEBUG nova.compute.manager [req-b5c9c171-fe28-46c3-917c-bbcef147b836 req-3954db10-3bfc-4aac-8777-dd30bbd16ee6 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] No waiting events found dispatching network-vif-plugged-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1500.734260] env[69437]: WARNING nova.compute.manager [req-b5c9c171-fe28-46c3-917c-bbcef147b836 req-3954db10-3bfc-4aac-8777-dd30bbd16ee6 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received unexpected event network-vif-plugged-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 for instance with vm_state shelved_offloaded and task_state spawning. [ 1500.816071] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.816274] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.816889] env[69437]: DEBUG nova.network.neutron [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.525634] env[69437]: DEBUG nova.network.neutron [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating instance_info_cache with network_info: [{"id": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "address": "fa:16:3e:d1:41:d8", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c5e5e5-19", "ovs_interfaceid": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.029143] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.056989] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='da574962f3f3cb2513f807b86e75dea5',container_format='bare',created_at=2025-05-13T21:51:42Z,direct_url=,disk_format='vmdk',id=16507e6b-9b78-4ab6-903c-2c5c4f184700,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1346462587-shelved',owner='d02afc55b1944aec8b60dc873540d8f9',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-13T21:51:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.057279] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.057438] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.057621] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.057769] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.057914] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.058133] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.058300] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.058469] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.058629] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.058798] env[69437]: DEBUG nova.virt.hardware [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.059958] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af782379-de9d-44c2-bfa8-7af69fdbe66e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.068254] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea45309-a8ae-477d-9678-afc1d3381b74 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.081419] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:41:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76c5e5e5-19ca-484b-9bf1-3dae3c17f633', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.088581] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1502.088811] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.089019] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73c7dd74-6770-43a6-96fd-12e4350c08e1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.107694] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.107694] env[69437]: value = "task-4104572" [ 1502.107694] env[69437]: _type = "Task" [ 1502.107694] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.115103] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104572, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.617140] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104572, 'name': CreateVM_Task, 'duration_secs': 0.314593} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.617333] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1502.617935] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.618119] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.618544] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.618802] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e76d8a-e9bf-4846-a0dd-6c01785e8b4a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.623285] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1502.623285] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]526b8017-64ce-4b2f-4fc9-19b24580fb5d" [ 1502.623285] env[69437]: _type = "Task" [ 1502.623285] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.630991] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]526b8017-64ce-4b2f-4fc9-19b24580fb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.759922] env[69437]: DEBUG nova.compute.manager [req-c383e543-7244-4750-8c49-57d0e7fd5ac1 req-4607d9d4-c836-4b99-ba53-2bad86fd72cf service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received event network-changed-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.760148] env[69437]: DEBUG nova.compute.manager [req-c383e543-7244-4750-8c49-57d0e7fd5ac1 req-4607d9d4-c836-4b99-ba53-2bad86fd72cf service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Refreshing instance network info cache due to event network-changed-76c5e5e5-19ca-484b-9bf1-3dae3c17f633. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1502.760406] env[69437]: DEBUG oslo_concurrency.lockutils [req-c383e543-7244-4750-8c49-57d0e7fd5ac1 req-4607d9d4-c836-4b99-ba53-2bad86fd72cf service nova] Acquiring lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.760564] env[69437]: DEBUG oslo_concurrency.lockutils [req-c383e543-7244-4750-8c49-57d0e7fd5ac1 req-4607d9d4-c836-4b99-ba53-2bad86fd72cf service nova] Acquired lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.760728] env[69437]: DEBUG nova.network.neutron [req-c383e543-7244-4750-8c49-57d0e7fd5ac1 req-4607d9d4-c836-4b99-ba53-2bad86fd72cf service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Refreshing network info cache for port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.134129] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.134543] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Processing image 16507e6b-9b78-4ab6-903c-2c5c4f184700 {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.134668] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700/16507e6b-9b78-4ab6-903c-2c5c4f184700.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.134773] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700/16507e6b-9b78-4ab6-903c-2c5c4f184700.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.134956] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.135260] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c26bef-e8e9-4251-8802-596d50617b24 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.144741] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.144930] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.145732] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa505e8-10d0-44b4-ac14-0d1ddc3f0883 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.151268] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1503.151268] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]5220c66e-30e2-2408-781c-00e0ade7e246" [ 1503.151268] env[69437]: _type = "Task" [ 1503.151268] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.159508] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]5220c66e-30e2-2408-781c-00e0ade7e246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.475078] env[69437]: DEBUG nova.network.neutron [req-c383e543-7244-4750-8c49-57d0e7fd5ac1 req-4607d9d4-c836-4b99-ba53-2bad86fd72cf service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updated VIF entry in instance network info cache for port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.475449] env[69437]: DEBUG nova.network.neutron [req-c383e543-7244-4750-8c49-57d0e7fd5ac1 req-4607d9d4-c836-4b99-ba53-2bad86fd72cf service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating instance_info_cache with network_info: [{"id": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "address": "fa:16:3e:d1:41:d8", "network": {"id": "1f15f307-f181-4898-a0e8-9099696141e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2024881983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d02afc55b1944aec8b60dc873540d8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c5e5e5-19", "ovs_interfaceid": "76c5e5e5-19ca-484b-9bf1-3dae3c17f633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.662882] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Preparing fetch location {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1503.663140] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Fetch image to [datastore1] OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b/OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b.vmdk {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1503.663309] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Downloading stream optimized image 16507e6b-9b78-4ab6-903c-2c5c4f184700 to [datastore1] OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b/OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b.vmdk on the data store datastore1 as vApp {{(pid=69437) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1503.663484] env[69437]: DEBUG nova.virt.vmwareapi.images [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Downloading image file data 16507e6b-9b78-4ab6-903c-2c5c4f184700 to the ESX as VM named 'OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b' {{(pid=69437) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1503.734125] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1503.734125] env[69437]: value = "resgroup-9" [ 1503.734125] env[69437]: _type = "ResourcePool" [ 1503.734125] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1503.734430] env[69437]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-718238de-aec9-461e-b73b-29d75528f7ac {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.755700] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease: (returnval){ [ 1503.755700] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fe04c2-e34e-8f5f-3cdb-d6f9024b24e2" [ 1503.755700] env[69437]: _type = "HttpNfcLease" [ 1503.755700] env[69437]: } obtained for vApp import into resource pool (val){ [ 1503.755700] env[69437]: value = "resgroup-9" [ 1503.755700] env[69437]: _type = "ResourcePool" [ 1503.755700] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1503.755988] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the lease: (returnval){ [ 1503.755988] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fe04c2-e34e-8f5f-3cdb-d6f9024b24e2" [ 1503.755988] env[69437]: _type = "HttpNfcLease" [ 1503.755988] env[69437]: } to be ready. {{(pid=69437) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1503.762732] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1503.762732] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fe04c2-e34e-8f5f-3cdb-d6f9024b24e2" [ 1503.762732] env[69437]: _type = "HttpNfcLease" [ 1503.762732] env[69437]: } is initializing. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1503.978846] env[69437]: DEBUG oslo_concurrency.lockutils [req-c383e543-7244-4750-8c49-57d0e7fd5ac1 req-4607d9d4-c836-4b99-ba53-2bad86fd72cf service nova] Releasing lock "refresh_cache-bb39a9cf-568c-4c3f-9c64-1035854b5fbd" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.263977] env[69437]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1504.263977] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fe04c2-e34e-8f5f-3cdb-d6f9024b24e2" [ 1504.263977] env[69437]: _type = "HttpNfcLease" [ 1504.263977] env[69437]: } is ready. {{(pid=69437) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1504.264403] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1504.264403] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52fe04c2-e34e-8f5f-3cdb-d6f9024b24e2" [ 1504.264403] env[69437]: _type = "HttpNfcLease" [ 1504.264403] env[69437]: }. {{(pid=69437) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1504.264990] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa3c54b-ae83-4930-a39f-67bff9263b67 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.272360] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fb4e1-616e-969b-9a88-8318fe8b4372/disk-0.vmdk from lease info. {{(pid=69437) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1504.272527] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fb4e1-616e-969b-9a88-8318fe8b4372/disk-0.vmdk. {{(pid=69437) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1504.334075] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c536776e-8309-429a-8545-b15b0cbe1f80 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.473208] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Completed reading data from the image iterator. {{(pid=69437) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1505.473580] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fb4e1-616e-969b-9a88-8318fe8b4372/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1505.474650] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af08680-4f2a-432d-90b7-a1b9298cc12d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.482989] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fb4e1-616e-969b-9a88-8318fe8b4372/disk-0.vmdk is in state: ready. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1505.483312] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fb4e1-616e-969b-9a88-8318fe8b4372/disk-0.vmdk. {{(pid=69437) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1505.483554] env[69437]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-63c3663f-bc34-451f-ba54-a14bee9591ab {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.662049] env[69437]: DEBUG oslo_vmware.rw_handles [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fb4e1-616e-969b-9a88-8318fe8b4372/disk-0.vmdk. {{(pid=69437) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1505.662319] env[69437]: INFO nova.virt.vmwareapi.images [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Downloaded image file data 16507e6b-9b78-4ab6-903c-2c5c4f184700 [ 1505.663176] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ba1c2d-8987-4612-8d03-7d7a2e0c7ea3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.679617] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcd0bb7c-f08d-458f-a16e-19939631eee0 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.709674] env[69437]: INFO nova.virt.vmwareapi.images [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] The imported VM was unregistered [ 1505.712011] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Caching image {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1505.712261] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Creating directory with path [datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700 {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.712541] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3303ef7f-1b4b-4079-b262-01485d173f4b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.723637] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Created directory with path [datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700 {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.723806] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b/OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b.vmdk to [datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700/16507e6b-9b78-4ab6-903c-2c5c4f184700.vmdk. {{(pid=69437) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1505.724055] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e924d74e-4f87-45ca-aeb8-2c83f19c9942 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.730783] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1505.730783] env[69437]: value = "task-4104575" [ 1505.730783] env[69437]: _type = "Task" [ 1505.730783] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.738552] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104575, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.241837] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104575, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.743307] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104575, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.090661] env[69437]: DEBUG oslo_concurrency.lockutils [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.090957] env[69437]: DEBUG oslo_concurrency.lockutils [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.091248] env[69437]: DEBUG oslo_concurrency.lockutils [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.091499] env[69437]: DEBUG oslo_concurrency.lockutils [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.091684] env[69437]: DEBUG oslo_concurrency.lockutils [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.094069] env[69437]: INFO nova.compute.manager [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Terminating instance [ 1507.243610] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104575, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.599048] env[69437]: DEBUG nova.compute.manager [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1507.599048] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.599342] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5615944-30b1-4f1a-b1f5-e0be82d2b3c8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.607632] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1507.607632] env[69437]: value = "task-4104576" [ 1507.607632] env[69437]: _type = "Task" [ 1507.607632] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.617689] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.743946] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104575, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.117286] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104576, 'name': PowerOffVM_Task, 'duration_secs': 0.233357} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.117560] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.117760] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Volume detach. Driver type: vmdk {{(pid=69437) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1508.117953] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813023', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'name': 'volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1fa70c05-d2da-4fe2-88c1-75458673a1f8', 'attached_at': '2025-05-13T21:51:37.000000', 'detached_at': '', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'serial': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1508.118717] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0382c3ef-7f9d-4673-975d-a93a58d86940 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.137107] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a83e5f6-4901-49c5-af54-1514ec5a6d1e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.144285] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db51aad-b581-4f0c-bdf5-5805fc080685 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.161820] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5d3d30-2bfb-4919-901c-c4f2e9615706 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.177821] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] The volume has not been displaced from its original location: [datastore2] volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0/volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0.vmdk. No consolidation needed. {{(pid=69437) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1508.182937] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1508.183248] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c79e0a2e-fb50-43f5-9518-056e0ac28238 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.201212] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1508.201212] env[69437]: value = "task-4104577" [ 1508.201212] env[69437]: _type = "Task" [ 1508.201212] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.209641] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.244123] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104575, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.297632} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.244399] env[69437]: INFO nova.virt.vmwareapi.ds_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b/OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b.vmdk to [datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700/16507e6b-9b78-4ab6-903c-2c5c4f184700.vmdk. [ 1508.244583] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Cleaning up location [datastore1] OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1508.244757] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b8d3dc63-8f34-4729-adb8-44c093119e1b {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.245030] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87c962bb-2d82-40c9-b124-c25bf1b4abf8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.251251] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1508.251251] env[69437]: value = "task-4104578" [ 1508.251251] env[69437]: _type = "Task" [ 1508.251251] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.259937] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.712449] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104577, 'name': ReconfigVM_Task, 'duration_secs': 0.178767} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.712753] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69437) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1508.717611] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6cfc947-691f-4821-80d1-2ada07d2f43c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.733187] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1508.733187] env[69437]: value = "task-4104579" [ 1508.733187] env[69437]: _type = "Task" [ 1508.733187] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.744692] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.761777] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034555} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.762250] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.762549] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700/16507e6b-9b78-4ab6-903c-2c5c4f184700.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.762914] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700/16507e6b-9b78-4ab6-903c-2c5c4f184700.vmdk to [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd/bb39a9cf-568c-4c3f-9c64-1035854b5fbd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.763290] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381c27a0-03c6-426b-bfd4-ac7d7c85646b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.772356] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1508.772356] env[69437]: value = "task-4104580" [ 1508.772356] env[69437]: _type = "Task" [ 1508.772356] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.781040] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.244344] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104579, 'name': ReconfigVM_Task, 'duration_secs': 0.297792} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.244648] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-813023', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'name': 'volume-b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1fa70c05-d2da-4fe2-88c1-75458673a1f8', 'attached_at': '2025-05-13T21:51:37.000000', 'detached_at': '', 'volume_id': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0', 'serial': 'b15ad53c-6ad8-48a5-8efe-9a2302e936d0'} {{(pid=69437) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1509.244973] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.245821] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43722894-63ab-4fdf-8d75-7cbf944c37dc {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.253387] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.253696] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49f9a438-067e-4a6f-9341-fbf8fa01510a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.282711] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104580, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.328826] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.329120] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.329375] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleting the datastore file [datastore2] 1fa70c05-d2da-4fe2-88c1-75458673a1f8 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.329677] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e94b1a9d-fed5-424b-9277-8f630709008c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.337463] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1509.337463] env[69437]: value = "task-4104582" [ 1509.337463] env[69437]: _type = "Task" [ 1509.337463] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.346619] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.783977] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104580, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.848412] env[69437]: DEBUG oslo_vmware.api [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147556} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.848705] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1509.848899] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1509.849160] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1509.849400] env[69437]: INFO nova.compute.manager [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1509.849672] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1509.849877] env[69437]: DEBUG nova.compute.manager [-] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1509.849972] env[69437]: DEBUG nova.network.neutron [-] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.285630] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104580, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.340700] env[69437]: DEBUG nova.compute.manager [req-0f8e2d0a-6057-459a-8aa4-6fda653b70ab req-a269b3ae-bee6-415b-abc1-38a8fd3bed55 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Received event network-vif-deleted-2d8e3308-7172-40e2-a3ff-ce380e4a5353 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.340946] env[69437]: INFO nova.compute.manager [req-0f8e2d0a-6057-459a-8aa4-6fda653b70ab req-a269b3ae-bee6-415b-abc1-38a8fd3bed55 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Neutron deleted interface 2d8e3308-7172-40e2-a3ff-ce380e4a5353; detaching it from the instance and deleting it from the info cache [ 1510.341110] env[69437]: DEBUG nova.network.neutron [req-0f8e2d0a-6057-459a-8aa4-6fda653b70ab req-a269b3ae-bee6-415b-abc1-38a8fd3bed55 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.786457] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104580, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.823083] env[69437]: DEBUG nova.network.neutron [-] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.844055] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38733cff-b9db-40f4-8287-3e060659ef36 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.858207] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e61d86-9385-4771-ad9c-e8f719ab1093 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.893868] env[69437]: DEBUG nova.compute.manager [req-0f8e2d0a-6057-459a-8aa4-6fda653b70ab req-a269b3ae-bee6-415b-abc1-38a8fd3bed55 service nova] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Detach interface failed, port_id=2d8e3308-7172-40e2-a3ff-ce380e4a5353, reason: Instance 1fa70c05-d2da-4fe2-88c1-75458673a1f8 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1511.287508] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104580, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.353379} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.287727] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/16507e6b-9b78-4ab6-903c-2c5c4f184700/16507e6b-9b78-4ab6-903c-2c5c4f184700.vmdk to [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd/bb39a9cf-568c-4c3f-9c64-1035854b5fbd.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.288565] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608d4a82-6e60-4e0e-855c-b808ffc76e65 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.312420] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd/bb39a9cf-568c-4c3f-9c64-1035854b5fbd.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.312658] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76a0a05-eab9-477a-8bf8-a6689565139f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.327015] env[69437]: INFO nova.compute.manager [-] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Took 1.48 seconds to deallocate network for instance. [ 1511.334704] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1511.334704] env[69437]: value = "task-4104583" [ 1511.334704] env[69437]: _type = "Task" [ 1511.334704] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.344270] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.844409] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104583, 'name': ReconfigVM_Task, 'duration_secs': 0.298152} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.844764] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Reconfigured VM instance instance-0000007d to attach disk [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd/bb39a9cf-568c-4c3f-9c64-1035854b5fbd.vmdk or device None with type streamOptimized {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.845349] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2397c9ad-7fef-41bb-96dc-407971bc061e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.851684] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1511.851684] env[69437]: value = "task-4104584" [ 1511.851684] env[69437]: _type = "Task" [ 1511.851684] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.859454] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104584, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.961583] env[69437]: INFO nova.compute.manager [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Took 0.63 seconds to detach 1 volumes for instance. [ 1511.963942] env[69437]: DEBUG nova.compute.manager [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 1fa70c05-d2da-4fe2-88c1-75458673a1f8] Deleting volume: b15ad53c-6ad8-48a5-8efe-9a2302e936d0 {{(pid=69437) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1512.362246] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104584, 'name': Rename_Task, 'duration_secs': 0.158621} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.362530] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.362800] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f941c5fb-0ccd-4880-bb0d-f8fa9d2a73a7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.369741] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1512.369741] env[69437]: value = "task-4104586" [ 1512.369741] env[69437]: _type = "Task" [ 1512.369741] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.377705] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.506107] env[69437]: DEBUG oslo_concurrency.lockutils [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.506379] env[69437]: DEBUG oslo_concurrency.lockutils [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.506577] env[69437]: DEBUG oslo_concurrency.lockutils [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.531660] env[69437]: INFO nova.scheduler.client.report [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted allocations for instance 1fa70c05-d2da-4fe2-88c1-75458673a1f8 [ 1512.880172] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104586, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.040591] env[69437]: DEBUG oslo_concurrency.lockutils [None req-36bfdedb-aa81-4969-98c6-52473ed20a7f tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "1fa70c05-d2da-4fe2-88c1-75458673a1f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.950s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.380359] env[69437]: DEBUG oslo_vmware.api [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104586, 'name': PowerOnVM_Task, 'duration_secs': 0.600619} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.380629] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.503480] env[69437]: DEBUG nova.compute.manager [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1513.504426] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56fbac3-e2a2-4b86-8dc3-280f932ad639 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.804170] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "4913d391-2c4d-4596-b09f-50c6ab995990" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.804530] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "4913d391-2c4d-4596-b09f-50c6ab995990" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.804673] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "4913d391-2c4d-4596-b09f-50c6ab995990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.804860] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "4913d391-2c4d-4596-b09f-50c6ab995990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.805052] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "4913d391-2c4d-4596-b09f-50c6ab995990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.807648] env[69437]: INFO nova.compute.manager [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Terminating instance [ 1514.021019] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a381f148-4494-497b-881b-f02c7ca94541 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.858s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.312857] env[69437]: DEBUG nova.compute.manager [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.313061] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.313934] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e813152e-6195-480c-a013-366261b36900 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.322186] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.322436] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af1a299-bd93-40cb-a46a-92faca832916 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.328727] env[69437]: DEBUG oslo_vmware.api [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1514.328727] env[69437]: value = "task-4104587" [ 1514.328727] env[69437]: _type = "Task" [ 1514.328727] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.338123] env[69437]: DEBUG oslo_vmware.api [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.838965] env[69437]: DEBUG oslo_vmware.api [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104587, 'name': PowerOffVM_Task, 'duration_secs': 0.234531} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.839261] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.839458] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.839693] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f64d8b32-5411-4778-82df-d8482aacf225 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.915140] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1514.915428] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1514.915580] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleting the datastore file [datastore1] 4913d391-2c4d-4596-b09f-50c6ab995990 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1514.915865] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6999cd14-e662-43e1-82f0-febe19e1d473 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.923809] env[69437]: DEBUG oslo_vmware.api [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1514.923809] env[69437]: value = "task-4104589" [ 1514.923809] env[69437]: _type = "Task" [ 1514.923809] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.932862] env[69437]: DEBUG oslo_vmware.api [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.939533] env[69437]: DEBUG oslo_concurrency.lockutils [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.939849] env[69437]: DEBUG oslo_concurrency.lockutils [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.940116] env[69437]: DEBUG oslo_concurrency.lockutils [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.940356] env[69437]: DEBUG oslo_concurrency.lockutils [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.940576] env[69437]: DEBUG oslo_concurrency.lockutils [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.943039] env[69437]: INFO nova.compute.manager [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Terminating instance [ 1515.434271] env[69437]: DEBUG oslo_vmware.api [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139194} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.434627] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.434707] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.434886] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.435078] env[69437]: INFO nova.compute.manager [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1515.435347] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1515.435544] env[69437]: DEBUG nova.compute.manager [-] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1515.435640] env[69437]: DEBUG nova.network.neutron [-] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.447284] env[69437]: DEBUG nova.compute.manager [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1515.447450] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.448316] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06bb94e-b133-42ad-a53e-1c7dd959b19b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.456666] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.456928] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b153b6f9-18a5-4366-8587-8ea6fca8fbd6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.463943] env[69437]: DEBUG oslo_vmware.api [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1515.463943] env[69437]: value = "task-4104590" [ 1515.463943] env[69437]: _type = "Task" [ 1515.463943] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.473056] env[69437]: DEBUG oslo_vmware.api [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.752559] env[69437]: DEBUG nova.compute.manager [req-4c337505-de0f-4bc7-8660-bdb8c61881d6 req-70631dd6-3cc5-4b62-b57c-814ac468a354 service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Received event network-vif-deleted-68fed250-edd6-4c7c-ad5d-f7981c905942 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1515.752831] env[69437]: INFO nova.compute.manager [req-4c337505-de0f-4bc7-8660-bdb8c61881d6 req-70631dd6-3cc5-4b62-b57c-814ac468a354 service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Neutron deleted interface 68fed250-edd6-4c7c-ad5d-f7981c905942; detaching it from the instance and deleting it from the info cache [ 1515.753055] env[69437]: DEBUG nova.network.neutron [req-4c337505-de0f-4bc7-8660-bdb8c61881d6 req-70631dd6-3cc5-4b62-b57c-814ac468a354 service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.975326] env[69437]: DEBUG oslo_vmware.api [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104590, 'name': PowerOffVM_Task, 'duration_secs': 0.199902} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.975538] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.975684] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.975944] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a030fca-3d08-49ff-bc97-de38c4a3918b {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.046523] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.046773] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.046999] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleting the datastore file [datastore1] bb39a9cf-568c-4c3f-9c64-1035854b5fbd {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.047219] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e57e2123-d5fe-439a-89c4-0afed78adefb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.055788] env[69437]: DEBUG oslo_vmware.api [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for the task: (returnval){ [ 1516.055788] env[69437]: value = "task-4104592" [ 1516.055788] env[69437]: _type = "Task" [ 1516.055788] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.062858] env[69437]: DEBUG oslo_vmware.api [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.236624] env[69437]: DEBUG nova.network.neutron [-] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.256073] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-346fbf7f-095a-44c2-9c4e-c962ae0614bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.265962] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a733a0-a9b0-4dd5-91bf-da974fd4317a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.292044] env[69437]: DEBUG nova.compute.manager [req-4c337505-de0f-4bc7-8660-bdb8c61881d6 req-70631dd6-3cc5-4b62-b57c-814ac468a354 service nova] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Detach interface failed, port_id=68fed250-edd6-4c7c-ad5d-f7981c905942, reason: Instance 4913d391-2c4d-4596-b09f-50c6ab995990 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1516.564981] env[69437]: DEBUG oslo_vmware.api [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Task: {'id': task-4104592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146708} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.565374] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.565462] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.565628] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.565823] env[69437]: INFO nova.compute.manager [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1516.566083] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1516.566288] env[69437]: DEBUG nova.compute.manager [-] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1516.566383] env[69437]: DEBUG nova.network.neutron [-] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1516.739577] env[69437]: INFO nova.compute.manager [-] [instance: 4913d391-2c4d-4596-b09f-50c6ab995990] Took 1.30 seconds to deallocate network for instance. [ 1517.245976] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.246929] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.246929] env[69437]: DEBUG nova.objects.instance [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lazy-loading 'resources' on Instance uuid 4913d391-2c4d-4596-b09f-50c6ab995990 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.761234] env[69437]: DEBUG nova.network.neutron [-] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.778522] env[69437]: DEBUG nova.compute.manager [req-b0da623a-e76a-4dbf-a0dd-391eecbda2f3 req-403d9e11-00ec-48ac-9dff-39a95835e532 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Received event network-vif-deleted-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1517.778756] env[69437]: INFO nova.compute.manager [req-b0da623a-e76a-4dbf-a0dd-391eecbda2f3 req-403d9e11-00ec-48ac-9dff-39a95835e532 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Neutron deleted interface 76c5e5e5-19ca-484b-9bf1-3dae3c17f633; detaching it from the instance and deleting it from the info cache [ 1517.778896] env[69437]: DEBUG nova.network.neutron [req-b0da623a-e76a-4dbf-a0dd-391eecbda2f3 req-403d9e11-00ec-48ac-9dff-39a95835e532 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.811461] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0905926b-6cee-46fd-9945-c16ac3152502 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.819873] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a245261-816e-48dc-9f02-27fe193bb5bf {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.852733] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748d4cb-400c-454a-b1a1-b1fb6580f501 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.861348] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022b0471-f2cf-4ef8-b631-1656c2a0d73f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.877297] env[69437]: DEBUG nova.compute.provider_tree [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.264186] env[69437]: INFO nova.compute.manager [-] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Took 1.70 seconds to deallocate network for instance. [ 1518.282116] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64cbbbb8-4212-4c66-86e3-1ca071f85ad7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.292721] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d475ab81-0dee-4515-8192-1cc1121d8d3d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.319420] env[69437]: DEBUG nova.compute.manager [req-b0da623a-e76a-4dbf-a0dd-391eecbda2f3 req-403d9e11-00ec-48ac-9dff-39a95835e532 service nova] [instance: bb39a9cf-568c-4c3f-9c64-1035854b5fbd] Detach interface failed, port_id=76c5e5e5-19ca-484b-9bf1-3dae3c17f633, reason: Instance bb39a9cf-568c-4c3f-9c64-1035854b5fbd could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1518.380728] env[69437]: DEBUG nova.scheduler.client.report [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.771170] env[69437]: DEBUG oslo_concurrency.lockutils [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.885946] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.888381] env[69437]: DEBUG oslo_concurrency.lockutils [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.117s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.888622] env[69437]: DEBUG nova.objects.instance [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lazy-loading 'resources' on Instance uuid bb39a9cf-568c-4c3f-9c64-1035854b5fbd {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.909081] env[69437]: INFO nova.scheduler.client.report [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted allocations for instance 4913d391-2c4d-4596-b09f-50c6ab995990 [ 1519.416687] env[69437]: DEBUG oslo_concurrency.lockutils [None req-3f236130-f343-42e2-b078-6d7ea2360d1d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "4913d391-2c4d-4596-b09f-50c6ab995990" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.612s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.431180] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c9784-e8b7-48a2-b907-2f3530c45f4d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.439298] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4953c787-4e4c-47ab-8bc6-96f5444617e7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.471284] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f56a2f3-ad19-45ea-bc77-1bca283dac59 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.479126] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b87b720-e13d-4d99-b0ff-20654b63feb7 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.492794] env[69437]: DEBUG nova.compute.provider_tree [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.996167] env[69437]: DEBUG nova.scheduler.client.report [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.501851] env[69437]: DEBUG oslo_concurrency.lockutils [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.520481] env[69437]: INFO nova.scheduler.client.report [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Deleted allocations for instance bb39a9cf-568c-4c3f-9c64-1035854b5fbd [ 1521.028305] env[69437]: DEBUG oslo_concurrency.lockutils [None req-41d31825-f311-4cb9-bcdd-dfd59974eccb tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Lock "bb39a9cf-568c-4c3f-9c64-1035854b5fbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.088s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.489595] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "5b953468-d4ba-4e59-adbf-e9d75562e74e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.490919] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.490919] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "5b953468-d4ba-4e59-adbf-e9d75562e74e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.490919] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.490919] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.492678] env[69437]: INFO nova.compute.manager [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Terminating instance [ 1522.996322] env[69437]: DEBUG nova.compute.manager [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1522.996611] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1522.997609] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e28e58-1484-4040-8fd3-885b285d8b8d {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.006403] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.006725] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760716ef-6c80-4843-aef6-b465343e994e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.013435] env[69437]: DEBUG oslo_vmware.api [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1523.013435] env[69437]: value = "task-4104595" [ 1523.013435] env[69437]: _type = "Task" [ 1523.013435] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.021735] env[69437]: DEBUG oslo_vmware.api [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.523443] env[69437]: DEBUG oslo_vmware.api [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104595, 'name': PowerOffVM_Task, 'duration_secs': 0.202306} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.523729] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1523.523893] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1523.524163] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-319127e7-d4e4-4778-822e-6211af4165e3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.602652] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1523.603025] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Deleting contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1523.603305] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleting the datastore file [datastore2] 5b953468-d4ba-4e59-adbf-e9d75562e74e {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1523.603626] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9fdc837-a0fe-4a69-9360-41fc4c6224de {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.611310] env[69437]: DEBUG oslo_vmware.api [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for the task: (returnval){ [ 1523.611310] env[69437]: value = "task-4104597" [ 1523.611310] env[69437]: _type = "Task" [ 1523.611310] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.620069] env[69437]: DEBUG oslo_vmware.api [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.125230] env[69437]: DEBUG oslo_vmware.api [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Task: {'id': task-4104597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136832} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.125230] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.125230] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Deleted contents of the VM from datastore datastore2 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.125230] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.125230] env[69437]: INFO nova.compute.manager [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1524.125230] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1524.125230] env[69437]: DEBUG nova.compute.manager [-] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1524.125230] env[69437]: DEBUG nova.network.neutron [-] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1524.460120] env[69437]: DEBUG nova.compute.manager [req-7229d6cb-1d88-4555-80e2-d70f255d0e25 req-b3867e48-174f-4338-a012-6002defcba6c service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Received event network-vif-deleted-51db6948-a4d1-4125-9168-bace2d345aef {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1524.460607] env[69437]: INFO nova.compute.manager [req-7229d6cb-1d88-4555-80e2-d70f255d0e25 req-b3867e48-174f-4338-a012-6002defcba6c service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Neutron deleted interface 51db6948-a4d1-4125-9168-bace2d345aef; detaching it from the instance and deleting it from the info cache [ 1524.460607] env[69437]: DEBUG nova.network.neutron [req-7229d6cb-1d88-4555-80e2-d70f255d0e25 req-b3867e48-174f-4338-a012-6002defcba6c service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.904017] env[69437]: DEBUG nova.network.neutron [-] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.963827] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8542e3b8-e541-42f2-8fff-95d4276bf5d9 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.973711] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21925e76-7149-4ef2-b7ed-097333e802bd {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.998985] env[69437]: DEBUG nova.compute.manager [req-7229d6cb-1d88-4555-80e2-d70f255d0e25 req-b3867e48-174f-4338-a012-6002defcba6c service nova] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Detach interface failed, port_id=51db6948-a4d1-4125-9168-bace2d345aef, reason: Instance 5b953468-d4ba-4e59-adbf-e9d75562e74e could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1525.407741] env[69437]: INFO nova.compute.manager [-] [instance: 5b953468-d4ba-4e59-adbf-e9d75562e74e] Took 1.28 seconds to deallocate network for instance. [ 1525.915275] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.915635] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.915882] env[69437]: DEBUG nova.objects.instance [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lazy-loading 'resources' on Instance uuid 5b953468-d4ba-4e59-adbf-e9d75562e74e {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.452403] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c85f3f-5898-4fe6-95d2-f755d71c4a21 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.460155] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88a4fbb-8e34-4993-bcc4-f0596930c925 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.491196] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75675175-a0e0-45bf-ac07-71ffe70491e2 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.499169] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9984c1d1-bb34-4e0e-878b-7eaf0d09563e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.513314] env[69437]: DEBUG nova.compute.provider_tree [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.016731] env[69437]: DEBUG nova.scheduler.client.report [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.523077] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.546793] env[69437]: INFO nova.scheduler.client.report [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Deleted allocations for instance 5b953468-d4ba-4e59-adbf-e9d75562e74e [ 1528.055798] env[69437]: DEBUG oslo_concurrency.lockutils [None req-a07a705b-10a5-48d2-94ff-0836e064b8de tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Lock "5b953468-d4ba-4e59-adbf-e9d75562e74e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.566s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.980287] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.980776] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.488473] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.488473] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.488473] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.488473] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.488473] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.488473] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.488473] env[69437]: DEBUG nova.compute.manager [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69437) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1532.488473] env[69437]: DEBUG oslo_service.periodic_task [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69437) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.991042] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.991322] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.991494] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.991656] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69437) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1532.992584] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38afa3e-4779-486d-adf5-200dbd429a88 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.002546] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c2776-8ca9-4cd0-b7c6-b7376ca761eb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.020392] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f97831-b48c-4021-b820-093b7a80142e {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.029507] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd9fbb-4dd0-4cbb-ac02-4b7db7a49b7f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.063595] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180375MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69437) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1533.063763] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.064043] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.962204] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquiring lock "d1dbf8b9-35dd-45a2-966c-1909f310e254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.962439] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "d1dbf8b9-35dd-45a2-966c-1909f310e254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.464932] env[69437]: DEBUG nova.compute.manager [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Starting instance... {{(pid=69437) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.590100] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Instance d1dbf8b9-35dd-45a2-966c-1909f310e254 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69437) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1534.590315] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1534.590469] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69437) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1534.618296] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c773ee-1dba-4436-b53a-63c70acc6439 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.626725] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fdd5ea-0177-4c27-a433-0e0c6e81835c {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.658798] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1135164-89bd-4a4b-88a7-c6e3f3222595 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.666775] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5b5489-16f0-45be-aa01-1f756ef90093 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.680768] env[69437]: DEBUG nova.compute.provider_tree [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.984488] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.184648] env[69437]: DEBUG nova.scheduler.client.report [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.689988] env[69437]: DEBUG nova.compute.resource_tracker [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69437) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1535.690282] env[69437]: DEBUG oslo_concurrency.lockutils [None req-6e8375ca-cff3-495b-a74a-6d56047f3e37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.626s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.690527] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.706s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.692348] env[69437]: INFO nova.compute.claims [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.726549] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9040e1d0-489e-486e-b075-b372d85d8532 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.734734] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc09835-96ba-40fe-86be-2695006dd4c3 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.765826] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f82f9e-80d8-4b89-81fc-24cf8a1dc458 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.773765] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e93785-d5a5-42ae-a825-0a56e75b1347 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.786859] env[69437]: DEBUG nova.compute.provider_tree [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.290363] env[69437]: DEBUG nova.scheduler.client.report [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.795666] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.796232] env[69437]: DEBUG nova.compute.manager [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Start building networks asynchronously for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1538.301444] env[69437]: DEBUG nova.compute.utils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Using /dev/sd instead of None {{(pid=69437) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1538.303246] env[69437]: DEBUG nova.compute.manager [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Allocating IP information in the background. {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1538.303432] env[69437]: DEBUG nova.network.neutron [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] allocate_for_instance() {{(pid=69437) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1538.341060] env[69437]: DEBUG nova.policy [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '004758ac1d0c43c6bf577c85c05d5ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eab7ecbf1f646d5b12988d4d6cb5232', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69437) authorize /opt/stack/nova/nova/policy.py:192}} [ 1538.611106] env[69437]: DEBUG nova.network.neutron [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Successfully created port: 2ceaa892-8506-4562-880a-2c0ab4168240 {{(pid=69437) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1538.806509] env[69437]: DEBUG nova.compute.manager [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Start building block device mappings for instance. {{(pid=69437) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1539.815381] env[69437]: DEBUG nova.compute.manager [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Start spawning the instance on the hypervisor. {{(pid=69437) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1539.843652] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T21:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T21:35:06Z,direct_url=,disk_format='vmdk',id=4a973b74-98db-4960-84b3-8634f4a8f19d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d55ce83512fb4c0092aae9ab9bcfea6e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T21:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.843959] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Flavor limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.844175] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Image limits 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.844367] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Flavor pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.844515] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Image pref 0:0:0 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.844664] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69437) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.844874] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.845046] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.845233] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Got 1 possible topologies {{(pid=69437) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.845507] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.845798] env[69437]: DEBUG nova.virt.hardware [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69437) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.846685] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa5e8c-40b3-44b0-8e1d-f567d8d7d1bb {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.855057] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d784926-d8cd-4f8b-b3c0-16b9ae1702e5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.010813] env[69437]: DEBUG nova.compute.manager [req-5da9476b-81d0-4a2f-b98e-8a74326e72df req-87875e46-9e07-41ce-808e-09bdf8063a5b service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Received event network-vif-plugged-2ceaa892-8506-4562-880a-2c0ab4168240 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1540.010970] env[69437]: DEBUG oslo_concurrency.lockutils [req-5da9476b-81d0-4a2f-b98e-8a74326e72df req-87875e46-9e07-41ce-808e-09bdf8063a5b service nova] Acquiring lock "d1dbf8b9-35dd-45a2-966c-1909f310e254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.011191] env[69437]: DEBUG oslo_concurrency.lockutils [req-5da9476b-81d0-4a2f-b98e-8a74326e72df req-87875e46-9e07-41ce-808e-09bdf8063a5b service nova] Lock "d1dbf8b9-35dd-45a2-966c-1909f310e254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.011358] env[69437]: DEBUG oslo_concurrency.lockutils [req-5da9476b-81d0-4a2f-b98e-8a74326e72df req-87875e46-9e07-41ce-808e-09bdf8063a5b service nova] Lock "d1dbf8b9-35dd-45a2-966c-1909f310e254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.011523] env[69437]: DEBUG nova.compute.manager [req-5da9476b-81d0-4a2f-b98e-8a74326e72df req-87875e46-9e07-41ce-808e-09bdf8063a5b service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] No waiting events found dispatching network-vif-plugged-2ceaa892-8506-4562-880a-2c0ab4168240 {{(pid=69437) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1540.011685] env[69437]: WARNING nova.compute.manager [req-5da9476b-81d0-4a2f-b98e-8a74326e72df req-87875e46-9e07-41ce-808e-09bdf8063a5b service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Received unexpected event network-vif-plugged-2ceaa892-8506-4562-880a-2c0ab4168240 for instance with vm_state building and task_state spawning. [ 1540.101889] env[69437]: DEBUG nova.network.neutron [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Successfully updated port: 2ceaa892-8506-4562-880a-2c0ab4168240 {{(pid=69437) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1540.604577] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquiring lock "refresh_cache-d1dbf8b9-35dd-45a2-966c-1909f310e254" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.604784] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquired lock "refresh_cache-d1dbf8b9-35dd-45a2-966c-1909f310e254" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.604864] env[69437]: DEBUG nova.network.neutron [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Building network info cache for instance {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.137372] env[69437]: DEBUG nova.network.neutron [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Instance cache missing network info. {{(pid=69437) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1541.261475] env[69437]: DEBUG nova.network.neutron [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Updating instance_info_cache with network_info: [{"id": "2ceaa892-8506-4562-880a-2c0ab4168240", "address": "fa:16:3e:04:2e:0f", "network": {"id": "de4a3716-d1b4-4a58-b9ca-d4b3c613f061", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-578209806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eab7ecbf1f646d5b12988d4d6cb5232", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceaa892-85", "ovs_interfaceid": "2ceaa892-8506-4562-880a-2c0ab4168240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.763861] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Releasing lock "refresh_cache-d1dbf8b9-35dd-45a2-966c-1909f310e254" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.764237] env[69437]: DEBUG nova.compute.manager [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Instance network_info: |[{"id": "2ceaa892-8506-4562-880a-2c0ab4168240", "address": "fa:16:3e:04:2e:0f", "network": {"id": "de4a3716-d1b4-4a58-b9ca-d4b3c613f061", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-578209806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eab7ecbf1f646d5b12988d4d6cb5232", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceaa892-85", "ovs_interfaceid": "2ceaa892-8506-4562-880a-2c0ab4168240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69437) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1541.764707] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:2e:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ceaa892-8506-4562-880a-2c0ab4168240', 'vif_model': 'vmxnet3'}] {{(pid=69437) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.772446] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Creating folder: Project (7eab7ecbf1f646d5b12988d4d6cb5232). Parent ref: group-v812682. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.772772] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4008b1a-03f7-448c-a5ee-eeb08798dfd5 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.785405] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Created folder: Project (7eab7ecbf1f646d5b12988d4d6cb5232) in parent group-v812682. [ 1541.785623] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Creating folder: Instances. Parent ref: group-v813030. {{(pid=69437) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.785847] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ef8e86e-e4a0-4cbd-a612-8726ca2c5500 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.795264] env[69437]: INFO nova.virt.vmwareapi.vm_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Created folder: Instances in parent group-v813030. [ 1541.795504] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1541.795736] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Creating VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.795951] env[69437]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-131d8dea-7f54-4595-aac5-46948ca18b71 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.815556] env[69437]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.815556] env[69437]: value = "task-4104600" [ 1541.815556] env[69437]: _type = "Task" [ 1541.815556] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.823687] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104600, 'name': CreateVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.038700] env[69437]: DEBUG nova.compute.manager [req-f9e65c6c-5abb-429a-9044-ce9789bc733e req-c2458e2a-5f72-449e-bff7-7c870770dbbf service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Received event network-changed-2ceaa892-8506-4562-880a-2c0ab4168240 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1542.039013] env[69437]: DEBUG nova.compute.manager [req-f9e65c6c-5abb-429a-9044-ce9789bc733e req-c2458e2a-5f72-449e-bff7-7c870770dbbf service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Refreshing instance network info cache due to event network-changed-2ceaa892-8506-4562-880a-2c0ab4168240. {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1542.039272] env[69437]: DEBUG oslo_concurrency.lockutils [req-f9e65c6c-5abb-429a-9044-ce9789bc733e req-c2458e2a-5f72-449e-bff7-7c870770dbbf service nova] Acquiring lock "refresh_cache-d1dbf8b9-35dd-45a2-966c-1909f310e254" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.039450] env[69437]: DEBUG oslo_concurrency.lockutils [req-f9e65c6c-5abb-429a-9044-ce9789bc733e req-c2458e2a-5f72-449e-bff7-7c870770dbbf service nova] Acquired lock "refresh_cache-d1dbf8b9-35dd-45a2-966c-1909f310e254" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.039546] env[69437]: DEBUG nova.network.neutron [req-f9e65c6c-5abb-429a-9044-ce9789bc733e req-c2458e2a-5f72-449e-bff7-7c870770dbbf service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Refreshing network info cache for port 2ceaa892-8506-4562-880a-2c0ab4168240 {{(pid=69437) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.325800] env[69437]: DEBUG oslo_vmware.api [-] Task: {'id': task-4104600, 'name': CreateVM_Task, 'duration_secs': 0.314628} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.326186] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Created VM on the ESX host {{(pid=69437) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.326722] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.326897] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.327265] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.327521] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025a592b-d79f-4c69-9ec4-96178c8cf1df {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.332532] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1542.332532] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]529a1a32-fb4d-dc59-ca14-270c62eab0a1" [ 1542.332532] env[69437]: _type = "Task" [ 1542.332532] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.340292] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529a1a32-fb4d-dc59-ca14-270c62eab0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.716864] env[69437]: DEBUG nova.network.neutron [req-f9e65c6c-5abb-429a-9044-ce9789bc733e req-c2458e2a-5f72-449e-bff7-7c870770dbbf service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Updated VIF entry in instance network info cache for port 2ceaa892-8506-4562-880a-2c0ab4168240. {{(pid=69437) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.717278] env[69437]: DEBUG nova.network.neutron [req-f9e65c6c-5abb-429a-9044-ce9789bc733e req-c2458e2a-5f72-449e-bff7-7c870770dbbf service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Updating instance_info_cache with network_info: [{"id": "2ceaa892-8506-4562-880a-2c0ab4168240", "address": "fa:16:3e:04:2e:0f", "network": {"id": "de4a3716-d1b4-4a58-b9ca-d4b3c613f061", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-578209806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eab7ecbf1f646d5b12988d4d6cb5232", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceaa892-85", "ovs_interfaceid": "2ceaa892-8506-4562-880a-2c0ab4168240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.843497] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]529a1a32-fb4d-dc59-ca14-270c62eab0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.843808] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.844062] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Processing image 4a973b74-98db-4960-84b3-8634f4a8f19d {{(pid=69437) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.844405] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.844621] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.844824] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.845111] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39539d67-4a14-4242-a2b2-c34ba85ee857 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.853825] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69437) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.854010] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69437) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.854801] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd85449b-8344-4f9d-b543-27b808b43969 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.860375] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1542.860375] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b0e889-fb03-265b-7587-38df5b1b6520" [ 1542.860375] env[69437]: _type = "Task" [ 1542.860375] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.868976] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b0e889-fb03-265b-7587-38df5b1b6520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.219891] env[69437]: DEBUG oslo_concurrency.lockutils [req-f9e65c6c-5abb-429a-9044-ce9789bc733e req-c2458e2a-5f72-449e-bff7-7c870770dbbf service nova] Releasing lock "refresh_cache-d1dbf8b9-35dd-45a2-966c-1909f310e254" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.371586] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b0e889-fb03-265b-7587-38df5b1b6520, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.372421] env[69437]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2bdbf9c-a5eb-4d2c-a2c2-e015d60f76c4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.377582] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1543.377582] env[69437]: value = "session[5285000f-9976-7511-316d-e60d6327a531]52b5a853-297e-d0f4-7749-32aa5a628c0a" [ 1543.377582] env[69437]: _type = "Task" [ 1543.377582] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.385206] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b5a853-297e-d0f4-7749-32aa5a628c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.888149] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': session[5285000f-9976-7511-316d-e60d6327a531]52b5a853-297e-d0f4-7749-32aa5a628c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.888361] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk" {{(pid=69437) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.888645] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] d1dbf8b9-35dd-45a2-966c-1909f310e254/d1dbf8b9-35dd-45a2-966c-1909f310e254.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.888885] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44758471-e408-4123-a6d8-150e3153d70f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.894975] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1543.894975] env[69437]: value = "task-4104601" [ 1543.894975] env[69437]: _type = "Task" [ 1543.894975] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.902696] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.405097] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459706} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.405464] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a973b74-98db-4960-84b3-8634f4a8f19d/4a973b74-98db-4960-84b3-8634f4a8f19d.vmdk to [datastore1] d1dbf8b9-35dd-45a2-966c-1909f310e254/d1dbf8b9-35dd-45a2-966c-1909f310e254.vmdk {{(pid=69437) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1544.405549] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Extending root virtual disk to 1048576 {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1544.405739] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9215d719-bb6a-4845-8c61-8d7864e35a1a {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.412803] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1544.412803] env[69437]: value = "task-4104602" [ 1544.412803] env[69437]: _type = "Task" [ 1544.412803] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.421200] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.923382] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070458} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.923692] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Extended root virtual disk {{(pid=69437) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.925386] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c29b3e-8ec9-4a7a-88cb-0dd049b86123 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.948127] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] d1dbf8b9-35dd-45a2-966c-1909f310e254/d1dbf8b9-35dd-45a2-966c-1909f310e254.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.948417] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14aacb0a-da58-4999-baca-7846a80feb84 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.968441] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1544.968441] env[69437]: value = "task-4104603" [ 1544.968441] env[69437]: _type = "Task" [ 1544.968441] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.976584] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.478828] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104603, 'name': ReconfigVM_Task, 'duration_secs': 0.268872} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.479185] env[69437]: DEBUG nova.virt.vmwareapi.volumeops [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Reconfigured VM instance instance-0000007f to attach disk [datastore1] d1dbf8b9-35dd-45a2-966c-1909f310e254/d1dbf8b9-35dd-45a2-966c-1909f310e254.vmdk or device None with type sparse {{(pid=69437) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.479710] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0314533-cd76-4d58-9ca4-1dca7fc54f26 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.487118] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1545.487118] env[69437]: value = "task-4104604" [ 1545.487118] env[69437]: _type = "Task" [ 1545.487118] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.495221] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104604, 'name': Rename_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.996916] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104604, 'name': Rename_Task, 'duration_secs': 0.141897} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.997208] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Powering on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.997456] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be13a21-086a-4078-b283-658e09a1fb05 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.005215] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1546.005215] env[69437]: value = "task-4104605" [ 1546.005215] env[69437]: _type = "Task" [ 1546.005215] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.013110] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.517219] env[69437]: DEBUG oslo_vmware.api [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104605, 'name': PowerOnVM_Task, 'duration_secs': 0.461057} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.517606] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Powered on the VM {{(pid=69437) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.517714] env[69437]: INFO nova.compute.manager [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1546.517935] env[69437]: DEBUG nova.compute.manager [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Checking state {{(pid=69437) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1546.518787] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74dbab5-349e-46cf-b5fd-def69cd1d5a4 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.038188] env[69437]: INFO nova.compute.manager [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Took 12.07 seconds to build instance. [ 1547.540638] env[69437]: DEBUG oslo_concurrency.lockutils [None req-f119e5dd-e639-47d0-896d-4ddec8552e9e tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "d1dbf8b9-35dd-45a2-966c-1909f310e254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.578s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.065878] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquiring lock "d1dbf8b9-35dd-45a2-966c-1909f310e254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.066410] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "d1dbf8b9-35dd-45a2-966c-1909f310e254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.066410] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquiring lock "d1dbf8b9-35dd-45a2-966c-1909f310e254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.066584] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "d1dbf8b9-35dd-45a2-966c-1909f310e254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.066757] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "d1dbf8b9-35dd-45a2-966c-1909f310e254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.069081] env[69437]: INFO nova.compute.manager [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Terminating instance [ 1549.573309] env[69437]: DEBUG nova.compute.manager [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Start destroying the instance on the hypervisor. {{(pid=69437) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1549.573602] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Destroying instance {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1549.574533] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e901f14d-0bf4-452c-bf00-6bcbd1b6351f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.582448] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Powering off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.582693] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6db75d2-cb8a-4bb2-819c-c19a40e49158 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.589304] env[69437]: DEBUG oslo_vmware.api [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1549.589304] env[69437]: value = "task-4104606" [ 1549.589304] env[69437]: _type = "Task" [ 1549.589304] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.597988] env[69437]: DEBUG oslo_vmware.api [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.099624] env[69437]: DEBUG oslo_vmware.api [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104606, 'name': PowerOffVM_Task, 'duration_secs': 0.233867} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.100021] env[69437]: DEBUG nova.virt.vmwareapi.vm_util [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Powered off the VM {{(pid=69437) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.100070] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Unregistering the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.100297] env[69437]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b01f5276-a6be-455f-9fd6-6d0b81455e88 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.174082] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Unregistered the VM {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1550.174380] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Deleting contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1550.174514] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Deleting the datastore file [datastore1] d1dbf8b9-35dd-45a2-966c-1909f310e254 {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.174789] env[69437]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4055fc03-cda4-4bf1-956b-411a29d4d0d6 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.181546] env[69437]: DEBUG oslo_vmware.api [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for the task: (returnval){ [ 1550.181546] env[69437]: value = "task-4104608" [ 1550.181546] env[69437]: _type = "Task" [ 1550.181546] env[69437]: } to complete. {{(pid=69437) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.189934] env[69437]: DEBUG oslo_vmware.api [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.691905] env[69437]: DEBUG oslo_vmware.api [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Task: {'id': task-4104608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148333} completed successfully. {{(pid=69437) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.692197] env[69437]: DEBUG nova.virt.vmwareapi.ds_util [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Deleted the datastore file {{(pid=69437) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1550.692432] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Deleted contents of the VM from datastore datastore1 {{(pid=69437) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1550.692643] env[69437]: DEBUG nova.virt.vmwareapi.vmops [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Instance destroyed {{(pid=69437) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1550.692829] env[69437]: INFO nova.compute.manager [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1550.693091] env[69437]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69437) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1550.693285] env[69437]: DEBUG nova.compute.manager [-] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Deallocating network for instance {{(pid=69437) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1550.693379] env[69437]: DEBUG nova.network.neutron [-] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] deallocate_for_instance() {{(pid=69437) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1550.963529] env[69437]: DEBUG nova.compute.manager [req-497b986a-5f88-4394-a697-09e24bc3ce88 req-1fddf63f-fa5f-4f0d-a189-a7b1792c26df service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Received event network-vif-deleted-2ceaa892-8506-4562-880a-2c0ab4168240 {{(pid=69437) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1550.963671] env[69437]: INFO nova.compute.manager [req-497b986a-5f88-4394-a697-09e24bc3ce88 req-1fddf63f-fa5f-4f0d-a189-a7b1792c26df service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Neutron deleted interface 2ceaa892-8506-4562-880a-2c0ab4168240; detaching it from the instance and deleting it from the info cache [ 1550.964290] env[69437]: DEBUG nova.network.neutron [req-497b986a-5f88-4394-a697-09e24bc3ce88 req-1fddf63f-fa5f-4f0d-a189-a7b1792c26df service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.446405] env[69437]: DEBUG nova.network.neutron [-] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Updating instance_info_cache with network_info: [] {{(pid=69437) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.466772] env[69437]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-699dba9c-1db8-4b68-ba31-65845b96cec8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.478175] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424b2a2e-f178-4a1b-b686-6859010bbe73 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.503126] env[69437]: DEBUG nova.compute.manager [req-497b986a-5f88-4394-a697-09e24bc3ce88 req-1fddf63f-fa5f-4f0d-a189-a7b1792c26df service nova] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Detach interface failed, port_id=2ceaa892-8506-4562-880a-2c0ab4168240, reason: Instance d1dbf8b9-35dd-45a2-966c-1909f310e254 could not be found. {{(pid=69437) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1551.949538] env[69437]: INFO nova.compute.manager [-] [instance: d1dbf8b9-35dd-45a2-966c-1909f310e254] Took 1.26 seconds to deallocate network for instance. [ 1552.456546] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.456938] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.457035] env[69437]: DEBUG nova.objects.instance [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lazy-loading 'resources' on Instance uuid d1dbf8b9-35dd-45a2-966c-1909f310e254 {{(pid=69437) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.992127] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03f71c9-546e-473b-9048-ccdacca50aa1 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.000712] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fd46db-c5e7-4f28-a687-c3a4e2bf4d1f {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.031850] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4159cd-e884-4640-9601-ef3216a2c4ad {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.039959] env[69437]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f85d71-4503-4b27-8081-703255029ae8 {{(pid=69437) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.053682] env[69437]: DEBUG nova.compute.provider_tree [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Inventory has not changed in ProviderTree for provider: b52150e3-ffb5-4863-8ac6-a35abaa0b760 {{(pid=69437) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.557505] env[69437]: DEBUG nova.scheduler.client.report [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Inventory has not changed for provider b52150e3-ffb5-4863-8ac6-a35abaa0b760 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69437) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.063962] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.087454] env[69437]: INFO nova.scheduler.client.report [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Deleted allocations for instance d1dbf8b9-35dd-45a2-966c-1909f310e254 [ 1554.595977] env[69437]: DEBUG oslo_concurrency.lockutils [None req-60649ed4-b5d4-47e6-8c1f-92eea727aefe tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Lock "d1dbf8b9-35dd-45a2-966c-1909f310e254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.530s {{(pid=69437) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}